-- Logs begin at Mon 2021-01-25 17:49:27 UTC, end at Mon 2021-01-25 18:58:07 UTC. -- Jan 25 18:34:09.823736 dv-cinder-772388-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 18:34:12.566082 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.common.config [-] Logging enabled! Jan 25 18:34:12.566640 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev421 Jan 25 18:34:12.567971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 18:34:12.569809 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.common.config [-] Logging enabled! Jan 25 18:34:12.570106 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev421 Jan 25 18:34:12.570467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 18:34:12.571529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 25 18:34:12.571801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 25 18:34:12.572860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 25 18:34:12.573153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 25 18:34:12.573417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 25 18:34:12.573819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.574174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.574521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.574790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.575138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.575482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.575811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.576152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.576502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.576835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.577164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.577493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.578300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.578634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.578974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.579312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.579574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] debug = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.579944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.580490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.580819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.581146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.581483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.581826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.582149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.582478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.582855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] host = dv-cinder-772388-1-smb {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.583177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.583514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.583862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.584229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.584549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.584872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.585207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.585527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.585873 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.586197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.586535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.586871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.587217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.587484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.587745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.588084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.588423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.588741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.589060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.589380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.589720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.590041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.590353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.590688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.591023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.591359 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.591679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.591999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.592319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.592638 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.592974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.593888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.594227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.594550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.594891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.595207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.595525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.595881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.596219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.596552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.596887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.597206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.597545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.597911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.598230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.598548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] use_json = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.598872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.599181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.599511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.599828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.600146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.600463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.600779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.601117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:12.601459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.601831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.602182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.602511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.602852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.603179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.603519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.603843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.604170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.604508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.604840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.605165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.605496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.605842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.606188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.606548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.606893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.607236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.607558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.607876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.608192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.608513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.608844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.609214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.609675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.609982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.610308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.610649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.610974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.611294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.611618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.611957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.612280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.612596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.612920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.613241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.613557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.613897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.614215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.614553 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.614872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.615186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.615499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.615853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.616168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.616499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.616820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.617138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.617459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.617805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.618123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.618439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.618762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.619101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.619427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.619746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.620062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.620378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.620692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.621046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.621362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.621707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.622032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.622346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.622661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.622976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.623292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.623637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.623971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.624316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.624680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.625013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.625407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.625755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.626083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.626405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.626728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.627052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.627369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.627713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.628044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.628375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.628700 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.629023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.629368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.629709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.630041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.630363 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.630685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.631011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.631345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.631685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.632025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.632367 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.632706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.633042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.633364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.633743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.634066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:12.634318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 25 18:34:12.634587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79968) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 25 18:34:13.295725 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading Gnome Jan 25 18:34:13.313096 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading Google Jan 25 18:34:13.315819 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading Windows (alt) Jan 25 18:34:13.319338 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading file Jan 25 18:34:13.320305 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading keyczar Jan 25 18:34:13.320596 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading multi Jan 25 18:34:13.321251 dv-cinder-772388-1-smb neutron-server[79968]: INFO keyring.backend [-] Loading pyfs Jan 25 18:34:13.368407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:13.368723 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:13.369070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:13.369450 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 18:34:13.763929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.764325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.764536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.812467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.812790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.813091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.816741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.817049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.817348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.885910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.886231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.886534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.887672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.887980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:13.888280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.157153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.157476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.157820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.158135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.158973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.307160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.307545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.307877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.308183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.308483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.308868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.309171 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.309672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.309955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.310304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.310610 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.310923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.311238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.311534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.311850 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.312754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.313023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.313338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.313713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.314221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.314514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.314802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.315149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.315436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.315717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.316147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:14.316429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:14.316709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:14.316988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:14.317266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:14.317542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:14.318989 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 18:34:14.322175 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 18:34:14.326134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 18:34:14.330687 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jan 25 18:34:14.332360 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 18:34:14.333463 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 18:34:14.334058 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 25 18:34:14.334505 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 18:34:14.337247 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 18:34:14.337531 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 18:34:14.337950 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 25 18:34:14.360204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 25 18:34:14.360718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.361058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79968) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 25 18:34:14.361477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.362871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79968) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 18:34:14.363194 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 25 18:34:14.363476 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 25 18:34:14.366651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.366970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:14.434178 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 18:34:14.434398 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 18:34:14.434674 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 18:34:14.435081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 18:34:14.472040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.sqlalchemy.engines [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79968) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 25 18:34:14.916059 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing driver for type 'gre' Jan 25 18:34:14.916639 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] gre ID ranges: [(1, 1000)] Jan 25 18:34:14.957294 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing driver for type 'local' Jan 25 18:34:14.957673 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing driver for type 'vlan' Jan 25 18:34:14.967810 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] VlanTypeDriver initialization complete Jan 25 18:34:14.968183 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing driver for type 'vxlan' Jan 25 18:34:14.969253 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] vxlan ID ranges: [(1, 1000)] Jan 25 18:34:15.009441 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing extension driver 'port_security' Jan 25 18:34:15.009801 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] PortSecurityExtensionDriver initialization complete Jan 25 18:34:15.010182 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing mechanism driver 'openvswitch' Jan 25 18:34:15.016660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:34:15.017515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.017980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.018374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.018800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.019191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.019573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.019991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.020375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.020749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.021165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > security_group after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.021542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > security_group after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.022110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > security_group after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.022528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.022913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.023289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.023705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > address_group after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.024084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > address_group after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.024457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > address_group after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.024822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] ML2 OVO RPC backend initialized. {{(pid=79968) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 25 18:34:15.025530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_interface after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.025941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.026393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.026774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > networks before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.027153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.027528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > ports before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.027905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.028280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnets before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.028660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.029031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.029401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.029796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.030174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.030541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.031527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.031907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.032268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.032890 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.plugin [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Modular L2 Plugin initialization complete Jan 25 18:34:15.033245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading services supported by the core plugin {{(pid=79968) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 18:34:15.033608 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Got port-security extension from driver 'port_security' Jan 25 18:34:15.034142 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.extensions.vlantransparent [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Disabled vlantransparent extension. Jan 25 18:34:15.035617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79968) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 18:34:15.035974 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: router Jan 25 18:34:15.073107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_interface before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.073545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.073979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router before_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.074384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.074804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.075201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_delete 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.075606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > floatingip after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.076018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.076407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.076798 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.077188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.077709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.078148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.078567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.078956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.079335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.079721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.080114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > port precommit_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.080504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.080890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.081275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.081711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.082100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_delete 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.082490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.082902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router_interface after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.083290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.083726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.084707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Tracking information for resource: router configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:15.085080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Tracking information for resource: floatingip configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 18:34:15.089882 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_agentschedulers_db [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 18:34:15.090531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.090928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.091313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.091705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.092591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router before_create 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.092994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_delete 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.093946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_create 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.094406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > router precommit_update 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.099160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.provider_configuration [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service providers = [] {{(pid=79968) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 18:34:15.099559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.servicetype_db [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79968) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 18:34:15.102423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.service_base [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 18:34:15.102892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.service_base [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 18:34:15.103274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.service_base [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 18:34:15.104210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.service_base [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 18:34:15.104609 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.services.service_base [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 18:34:15.105029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.105386 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 18:34:15.116325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.116701 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: auto_allocate Jan 25 18:34:15.122340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: network precommit_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.122744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: network precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.123338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.123697 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: tag Jan 25 18:34:15.130880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.131250 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: timestamp Jan 25 18:34:15.135076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.135445 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: network_ip_availability Jan 25 18:34:15.141157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.141567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.141981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.142772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.143130 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: flavors Jan 25 18:34:15.147658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.148030 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading Plugin: revisions Jan 25 18:34:15.153672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 18:34:15.154108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:15.154903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79968) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 25 18:34:15.155262 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Initializing extension manager. Jan 25 18:34:15.156352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: __init__.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.156743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: __pycache__ {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.157110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.157484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: address_group.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.158317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.158966 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: address-group Jan 25 18:34:15.159332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: address_scope.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.160111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.160701 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: address-scope Jan 25 18:34:15.161065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: admin_state_down_before_update.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.162035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.162625 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: router-admin-state-down-before-update Jan 25 18:34:15.162987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: agent.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.163744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.164588 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: agent Jan 25 18:34:15.164946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: agent_resources_synced.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.165901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.166491 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: agent-resources-synced Jan 25 18:34:15.166853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: allowedaddresspairs.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.168659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.169257 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: allowed-address-pairs Jan 25 18:34:15.169624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: auto_allocated_topology.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.170733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.171356 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: auto-allocated-topology Jan 25 18:34:15.172285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: availability_zone.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.173041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.173625 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: availability_zone Jan 25 18:34:15.174013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: availability_zone_filter.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.174941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.175523 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: availability_zone_filter Jan 25 18:34:15.175884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: data_plane_status.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.176816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.177398 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 18:34:15.177781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: default_subnetpools.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.178851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.179445 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: default-subnetpools Jan 25 18:34:15.179809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: dhcpagentscheduler.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.180663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.181255 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: dhcp_agent_scheduler Jan 25 18:34:15.181624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: dns.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.182562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.183140 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension dns-integration not supported by any of loaded plugins Jan 25 18:34:15.183504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: dns_domain_ports.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.184426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.185002 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 18:34:15.185361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: dvr.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.186110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.186694 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: dvr Jan 25 18:34:15.187081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: empty_string_filtering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.188174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.188758 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: empty-string-filtering Jan 25 18:34:15.189115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.190065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.190647 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 18:34:15.191004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.191993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.192575 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 18:34:15.192933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: external_net.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.193879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.194472 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: external-net Jan 25 18:34:15.194830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: extra_dhcp_opt.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.195747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.196329 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: extra_dhcp_opt Jan 25 18:34:15.196687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: extraroute.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.197613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.198220 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: extraroute Jan 25 18:34:15.198580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: extraroute_atomic.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.199616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.200203 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: extraroute-atomic Jan 25 18:34:15.200566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: filter_validation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.201271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.201873 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: filter-validation Jan 25 18:34:15.202234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: fip_pf_description.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.203241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.203815 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 18:34:15.204175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: fip_port_details.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.205107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.205712 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: fip-port-details Jan 25 18:34:15.206079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: flavors.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.207402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.207997 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: flavors Jan 25 18:34:15.208362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.210042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.210644 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 18:34:15.211014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: floatingip_pools.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.211770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.212365 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: floatingip-pools Jan 25 18:34:15.212731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: ip_allocation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.213708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.214300 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 18:34:15.214666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.215613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.216202 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: ip-substring-filtering Jan 25 18:34:15.216568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l2_adjacency.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.217510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.218114 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 18:34:15.219077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.220153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.220748 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: router Jan 25 18:34:15.221110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3_conntrack_helper.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.223382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.223988 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 18:34:15.224361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.225301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.225926 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: ext-gw-mode Jan 25 18:34:15.226294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.227228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.227812 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: l3-ha Jan 25 18:34:15.228175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3_flavors.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.229203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.229835 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: l3-flavors Jan 25 18:34:15.230200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.231133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.231718 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 18:34:15.232079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: l3agentscheduler.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.233241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.234521 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: l3_agent_scheduler Jan 25 18:34:15.234856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: logging.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.236445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.237049 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension logging not supported by any of loaded plugins Jan 25 18:34:15.237424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: metering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.238256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.238965 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: metering Jan 25 18:34:15.239335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.240479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.241072 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: metering_source_and_destination_fields Jan 25 18:34:15.241443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: multiprovidernet.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.242440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.243042 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: multi-provider Jan 25 18:34:15.243408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: netmtu.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.244348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.244934 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: net-mtu Jan 25 18:34:15.245303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: netmtu_writable.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.246258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.246850 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: net-mtu-writable Jan 25 18:34:15.247216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: network_availability_zone.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.248066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.248651 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: network_availability_zone Jan 25 18:34:15.249015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: network_ip_availability.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.250199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.250790 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: network-ip-availability Jan 25 18:34:15.251157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: network_segment_range.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.251998 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.252588 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 18:34:15.252953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: pagination.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.253987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.254368 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: pagination Jan 25 18:34:15.254731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.255649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.256238 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: port-mac-address-regenerate Jan 25 18:34:15.256599 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.257514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.258129 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: port-numa-affinity-policy Jan 25 18:34:15.258493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: port_resource_request.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.259424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.260050 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 18:34:15.260369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: portbindings.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.261319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.261928 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: binding Jan 25 18:34:15.262293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: portbindings_extended.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.263591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.264183 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: binding-extended Jan 25 18:34:15.264548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: portsecurity.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.265499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.266281 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: port-security Jan 25 18:34:15.266646 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: project_id.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.267632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.268007 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: project-id Jan 25 18:34:15.268366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: providernet.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.269312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.269926 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: provider Jan 25 18:34:15.270291 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.273967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.274575 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos not supported by any of loaded plugins Jan 25 18:34:15.274949 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.276194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.276785 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 18:34:15.277149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.278100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.278685 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 18:34:15.279048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_default.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.279973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.280553 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-default not supported by any of loaded plugins Jan 25 18:34:15.281505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_fip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.282235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.282817 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-fip not supported by any of loaded plugins Jan 25 18:34:15.283179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_gateway_ip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.284111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.284692 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 18:34:15.285052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_port_network_policy.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.285996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.286573 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 18:34:15.286930 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_rule_type_details.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.287860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.288442 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 18:34:15.288802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: qos_rules_alias.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.290139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.290721 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 18:34:15.291079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: quotasv2.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.292067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.292438 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: quotas Jan 25 18:34:15.292798 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: quotasv2_detail.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.294466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.294847 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: quota_details Jan 25 18:34:15.295216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: rbac.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.297091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.297729 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: rbac-policies Jan 25 18:34:15.298107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: rbac_address_scope.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.299051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.299646 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: rbac-address-scope Jan 25 18:34:15.300017 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: rbac_security_groups.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.300951 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.301538 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: rbac-security-groups Jan 25 18:34:15.301942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: rbac_subnetpool.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.302932 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.303521 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: rbac-subnetpool Jan 25 18:34:15.303884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: revisionifmatch.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.304819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.305414 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: revision-if-match Jan 25 18:34:15.305805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: revisions.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.306953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.307543 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: standard-attr-revisions Jan 25 18:34:15.307909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: router_availability_zone.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.308634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.309232 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: router_availability_zone Jan 25 18:34:15.309594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: routerservicetype.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.310566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.311149 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension router-service-type not supported by any of loaded plugins Jan 25 18:34:15.311515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.312490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.313071 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: security-groups-normalized-cidr Jan 25 18:34:15.313433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: security_groups_port_filtering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.314390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.314976 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: port-security-groups-filtering Jan 25 18:34:15.315338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.316272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.316859 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: security-groups-remote-address-group Jan 25 18:34:15.317222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: securitygroup.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.331791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.332426 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: security-group Jan 25 18:34:15.332798 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: segment.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.333684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.334408 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension segment not supported by any of loaded plugins Jan 25 18:34:15.334775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.335839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.336433 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 18:34:15.336802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: servicetype.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.337948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.338546 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: service-type Jan 25 18:34:15.338915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: sorting.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.339904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.340280 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: sorting Jan 25 18:34:15.340642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: standard_attr_segment.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.341570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.342188 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 18:34:15.342552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: standardattrdescription.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.343941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.344608 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: standard-attr-description Jan 25 18:34:15.344973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: stateful_security_group.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.345940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.346532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: stateful-security-group Jan 25 18:34:15.346894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: stdattrs_common.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.347480 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 18:34:15.347839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.348781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.349370 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 18:34:15.349752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: subnet_onboard.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.350834 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.351428 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: subnet_onboard Jan 25 18:34:15.351793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.352811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.353394 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 18:34:15.353784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: subnet_service_types.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.354728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.355312 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: subnet-service-types Jan 25 18:34:15.355672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: subnetallocation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.356753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.357345 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: subnet_allocation Jan 25 18:34:15.357733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.358435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.359086 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: subnetpool-prefix-ops Jan 25 18:34:15.359448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.360394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.360979 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 18:34:15.361342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: tagging.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.362649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.363246 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: standard-attr-tag Jan 25 18:34:15.363611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: timestamp.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.364800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.365392 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loaded extension: standard-attr-timestamp Jan 25 18:34:15.365784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: trunk.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.366826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.367412 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension trunk not supported by any of loaded plugins Jan 25 18:34:15.367774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: trunk_details.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.368705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.369301 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension trunk-details not supported by any of loaded plugins Jan 25 18:34:15.369697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: uplink_status_propagation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.370634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.371217 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 18:34:15.371576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Loading extension file: vlantransparent.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 18:34:15.372284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:34:15.372864 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 18:34:15.375609 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:network Jan 25 18:34:15.376412 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:subnet Jan 25 18:34:15.377071 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:34:15.377756 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:port Jan 25 18:34:15.379253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.379741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service FLAVORS assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.380413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.380885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.381256 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:router Jan 25 18:34:15.382005 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:floatingip Jan 25 18:34:15.382776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service METERING assigned prefix: /metering {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.384591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.385006 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.385393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:34:15.386561 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 18:34:15.387038 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:security_group Jan 25 18:34:15.388668 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 18:34:15.389492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.389891 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:34:15.390934 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] subnetpool is already registered Jan 25 18:34:15.391657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.392027 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:34:15.392388 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] subnetpool is already registered Jan 25 18:34:15.395149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.395625 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service FLAVORS assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.396264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.396722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.397091 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:router Jan 25 18:34:15.397455 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] router is already registered Jan 25 18:34:15.398130 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:floatingip Jan 25 18:34:15.398494 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] floatingip is already registered Jan 25 18:34:15.399179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service METERING assigned prefix: /metering {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.399909 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 18:34:15.400271 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] rbac_policy is already registered Jan 25 18:34:15.400894 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:security_group Jan 25 18:34:15.401256 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] security_group is already registered Jan 25 18:34:15.401937 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 18:34:15.402302 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] security_group_rule is already registered Jan 25 18:34:15.403041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.403405 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:34:15.403771 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] subnetpool is already registered Jan 25 18:34:15.404421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 18:34:15.404786 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:34:15.405152 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] subnetpool is already registered Jan 25 18:34:15.406471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: extensions {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.408105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: address-groups {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.409843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: address-scopes {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.411131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: agents {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.412358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: auto-allocated-topology {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.413720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: availability_zones {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.415375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: dhcp-networks {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.416868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: dhcp-agents {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.418405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: routers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.420334 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: flavors {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.422347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: service_profiles {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.423546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: next_providers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.425193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: service_profiles {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.426755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: floatingip-pools {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.428057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: routers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.429984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: floatingips {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.431247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: l3-routers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.432748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: l3-agents {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.434298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: metering-labels {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.435741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: metering-label-rules {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.437712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: network-ip-availabilities {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.439098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: bindings {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.440864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: quotas {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.442424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: quotas {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.443937 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: rbac-policies {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.445301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: security-groups {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.446611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: security-group-rules {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.447935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: service-providers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.449246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: subnetpools {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.450760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: subnetpools {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.452310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.454261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.456224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.458141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.460983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.462876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.464789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.466775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.468790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.471245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.extensions [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 18:34:15.478319 dv-cinder-772388-1-smb neutron-server[79968]: WARNING keystonemiddleware.auth_token [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 18:34:15.483599 dv-cinder-772388-1-smb neutron-server[79968]: WARNING keystonemiddleware.auth_token [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 18:34:15.493133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Acquired lock "singleton_lock" {{(pid=79968) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 25 18:34:15.493712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Releasing lock "singleton_lock" {{(pid=79968) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 25 18:34:15.495154 dv-cinder-772388-1-smb neutron-server[79968]: INFO oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Starting 2 workers Jan 25 18:34:15.500576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Started child 80081 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 18:34:15.505712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Started child 80082 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 18:34:15.506730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:15.507312 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 18:34:15.507979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Notify callbacks [] for process, before_spawn {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:15.508860 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [-] (80081) wsgi starting up on http://0.0.0.0:9696 Jan 25 18:34:15.510627 dv-cinder-772388-1-smb neutron-server[79968]: INFO oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Starting 1 workers Jan 25 18:34:15.510986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:15.512485 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [-] (80082) wsgi starting up on http://0.0.0.0:9696 Jan 25 18:34:15.516266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Started child 80083 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 18:34:15.516821 dv-cinder-772388-1-smb neutron-server[79968]: INFO oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Starting 1 workers Jan 25 18:34:15.519216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] calling RpcWorker wait() {{(pid=80083) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 18:34:15.519650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] returning from RpcWorker wait() {{(pid=80083) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 18:34:15.521106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:15.521601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:34:15.521724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Started child 80084 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 18:34:15.522539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2352ae5-3051-4c8c-8022-e6ea5ce60adb None None] Notify callbacks [] for process, after_spawn {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:15.524234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79968) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 25 18:34:15.524471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 25 18:34:15.524680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 25 18:34:15.524958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 25 18:34:15.525379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 25 18:34:15.525573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 25 18:34:15.525971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:15.526185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.526488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.526801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.527096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.527430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.527682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:34:15.528089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.528384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.528687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.528994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.529284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.529488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.529707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.530002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.530272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.530625 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.531139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.531481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.531687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.531880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.532152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.532468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.532751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.533047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] debug = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.533309 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.533946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.534206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.534471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.534740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.535039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.535305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.535612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.535905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.536156 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.536424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.536714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.536982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.537186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.537477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.537765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.538218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] host = dv-cinder-772388-1-smb {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.538469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.538733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.539269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.539540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.539822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.540083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.540376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.540667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.540950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.541213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.541493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.541780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.542049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.542314 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.542566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_options = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.542753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.543019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.543370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.543520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.543671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.543846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.544143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.544335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.544628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.544875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.545124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.545370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.545617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.545889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.546153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.547130 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.547349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.547493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.547766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.548034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.548331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.548594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.548843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.549107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.549357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.549607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.550476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.550476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.550476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.550717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.550868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.551148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.551414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.551677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.552147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.552396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.552706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.552976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.553246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.553541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.553868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.554116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.554365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.554759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_json = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.556666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.557919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.557919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.557919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.557919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.560636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.563597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.567837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.568612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.568612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.568612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.568866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.569084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.569383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.574980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.575285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.575571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.575851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.576126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.576403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.576693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.576981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.577292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.577607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.581194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.581506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.581972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.582490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.582792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.583065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.583794 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.584267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.584555 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.584871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.585171 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.585509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.585845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.586107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.586369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.586644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.590176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.590488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.590769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.591050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.591343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.591634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.591904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.592168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.592431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.592686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.592958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.593253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.593587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.595026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.595295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.595580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.595843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.597843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.598327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.598708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.599080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.599445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.599819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.600095 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.600392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.600656 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.600920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.601193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.601511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.601817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.602121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.602397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.602638 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.602917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.603178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.603443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.603725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.603994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.604267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.604558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.604831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.605117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.605393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.605714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.606023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.606293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.606597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.606851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.607166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.607513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.607819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.608113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.608400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.608686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.609985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.610282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.610575 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.610853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.611127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.611387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.611722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.611991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.612247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.612513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.612802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.613158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.613455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.613759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.614039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.614338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.614628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.614885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.615178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.615470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.615745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.616035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.616306 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.616566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.616826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.617097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.617343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.617611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.617900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.618149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.618406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.618669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.618952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.619198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.619448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.619693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.619943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.620193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.620479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.620726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.620977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.621243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.621492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.621768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.622020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.622269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.622554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.622804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.623103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.623391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.623655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.623919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.624206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.624579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.625300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.625612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.625941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.626175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.626375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.626685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.626944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.627213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.627495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.627752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.628000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.628282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.628649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.628925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.629224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.629496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.629781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.630045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.630296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.630566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.630816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.631084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.631358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.631630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.631903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.632169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.632413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.632658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.632905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.633160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.633490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.633788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.634053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.634303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.634579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.634818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.635073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.635309 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.635557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.636375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.636375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.636375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.636712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.636712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.636918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.637207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.637490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.637773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.638079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.638348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.638633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.638908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.639267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.639514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.639803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.640561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.641245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.641604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.641977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.642348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.642704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.642986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.643262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.643561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.643867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.644162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.644410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.644737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.645103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.645402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.645714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.645988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.646280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.646536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.646789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.647039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.647290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.647539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.647823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.648105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.648366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.648620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.648893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.649157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.649412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.649704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.649983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.650232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.650418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 25 18:34:15.650961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79968) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 25 18:34:15.651158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 25 18:34:15.651345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 25 18:34:15.651548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 25 18:34:15.651749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 25 18:34:15.651933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 25 18:34:15.652178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.652366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.652554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.652739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.652925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.653131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.653321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.653503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.653706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.653892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.654074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.654265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.654445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.654635 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.654816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.655000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.655183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.655366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.655486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:34:15.655587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.655735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.657035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.657232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.657422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] debug = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.657613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.657861 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.658050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.658235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.658421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.658606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.658793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.658977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.659162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.659346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.659529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.659714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.659896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.660078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.660260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.660422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.660571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] host = dv-cinder-772388-1-smb {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.660752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.660935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.661120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.661302 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.661485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.661667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.661846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.662029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.662211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.662391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.662573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.662754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.662935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.663116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.663296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_options = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.663478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.663660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.663841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.664304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.664491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.664672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.664854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.665036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.665217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.665397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.665581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.665784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.665965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.666144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.666325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.666506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.666686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.666868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.667051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.667234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.667414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.667594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.667778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.667936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.668115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669698 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669698 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669698 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.669698 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.671571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_json = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.672718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.674249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.675816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.676976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.677180 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.677367 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.677554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.677764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.677950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.678136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.678323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.678510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.678697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.678889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.679081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.679281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.679492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.679686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.679871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.680058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.680243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.680429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.680615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.680800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.680990 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.681177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.681361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.681549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.681763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.681944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.682129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.682312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.682509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.682694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.682877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.683061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.683247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.683434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.683619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.683791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.683946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.684094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.684252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.684450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.684634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.684812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.684969 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.685113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.685261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.685449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.685665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.685819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.686262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.686262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.686554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.686554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.686856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.686856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.687554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.688034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.688294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.688485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.688675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.688865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.689053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.689241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.689436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.689675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.689845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.690032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.690217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.690402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.690587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.690771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.690956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.691145 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.691331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.691515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.691758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.691947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.692133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.692317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.692502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.692686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.692870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.693055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.693239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.693423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.693609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.693815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.694008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.694214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.694464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.694671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.694792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.694982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.695602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.695602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.695602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.696197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.696197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.696197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.696197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.697429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.698939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.699125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.699316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.699493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.699668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.699854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.700040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.700227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.700413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.700664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.700903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.700903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.701143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.701237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.701402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.701586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.701795 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.701980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.702166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.702351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.702557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.702915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.703190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.703385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.703691 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.703834 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.703999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.704189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.704377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.704564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.704720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.704905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.705104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.705277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.705463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.705662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.705869 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.706054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.706240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.706426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707329 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.707576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.708929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.709111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.709298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.709485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.709704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.709881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.710067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.710255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.710440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.710632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.710817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.711003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.711192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.711385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.711578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.711767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.711950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.712136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.712321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.712512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.712697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.712881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.713067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.713251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.713446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.713646 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.713838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.714024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.714208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.714397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.714570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.714755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.714948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.715132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.715348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.715477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.715663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.715851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.716035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.716205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.716335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.716526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.716707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.716899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.717088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.717260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.717433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.717596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.717796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.717917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.718660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.718781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.719447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.719637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.719811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.719995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.720169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.720331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.720518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.720709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.720896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.721082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.721267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.721452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.721617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.721824 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.722010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.722195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.722382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.722567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.722751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.722939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:34:15.723104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 25 18:34:15.991491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47184) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:16.002898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092559 Jan 25 18:34:26.188518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790e731-70e9-47d6-8bd2-019bff0787ab None None] get_active_networks_info from dv-cinder-772388-1-smb {{(pid=80083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 18:34:26.296450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790e731-70e9-47d6-8bd2-019bff0787ab None None] No non-hosted networks {{(pid=80083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 18:34:26.319909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-470e9de4-314c-4675-aa79-95b751bb83dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976'] for agent, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:28.991202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-586cce21-a2d8-46c8-8df7-5dd3d4bc1fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976'] for agent, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:29.111676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ef19e96-552c-4f99-9cf0-016cc1c3832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:29.252288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976'] for agent, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:30.299587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976'] for agent, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:30.300861 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.301236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.301602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.301987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.302344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.302701 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.303052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.303388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.303755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.304096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.304451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.304804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:30.305215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772388-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:34:30.314493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:34:30.548629 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976'] for agent, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:32.254189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] get_endpoint_by_host() called for host dv-cinder-772388-1-smb {{(pid=80083) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 25 18:34:32.259457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] get_endpoint_by_ip() called for ip 192.168.0.73 {{(pid=80083) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 25 18:34:32.262681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] _add_endpoint() called for ip 192.168.0.73 {{(pid=80083) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 25 18:34:32.270849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] _get_endpoints() called {{(pid=80083) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 25 18:34:32.321859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47276) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:32.973960 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-d743e853-903d-4e32-8365-6f919480dd07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:34:32.974577 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-d743e853-903d-4e32-8365-6f919480dd07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:34:33.210851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [None req-d743e853-903d-4e32-8365-6f919480dd07 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:34:33.212091 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d743e853-903d-4e32-8365-6f919480dd07 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8891625 Jan 25 18:34:35.223914 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_hamode_db [None req-e30dd212-d834-4cac-ac2b-4d32998edf2c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 18:34:35.314558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dd212-d834-4cac-ac2b-4d32998edf2c None None] Routers set() bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:34:35.314918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dd212-d834-4cac-ac2b-4d32998edf2c None None] Router IDs set() for agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 25 18:34:35.970119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47290) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:36.402164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:34:36.459027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.policy [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80082) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 25 18:34:36.459849 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:34:36.460259 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:34:36.474630 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] Loaded quota_driver: . Jan 25 18:34:36.491736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:34:36.549056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363281700972379', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363281700928881', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363281700928209', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363281700942073', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363281700942984', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850778266', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3994880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853865640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854061707'] for rbac-policy, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:36.613264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:36.614595 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-88c99381-7be5-42ae-a743-50fa189436e9 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6434426 Jan 25 18:34:39.602408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47304) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:40.004857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'name': 'private'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:34:40.010790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:34:40.015911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Usage tracker for resource:network and tenant:e3c8b68c2cc24d58856296f6e834b2b7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:34:40.019616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:34:40.025664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:34:40.034984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Made reservation on behalf of e3c8b68c2cc24d58856296f6e834b2b7 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:34:40.041063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.058599 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.073360 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:34:40.078055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c8b68c2cc24d58856296f6e834b2b7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:34:40.082891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:34:40.088375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:34:40.191041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.193557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.199066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:40.226643 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:34:40.254278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.254864 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Added segment 5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7 of type vxlan for network 0654b97e-38b5-4014-b018-a25afede6136 Jan 25 18:34:40.312790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393b1bc1-2541-424f-861b-02f8dc5500fd,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:34:40.503154 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.503432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.503775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.504132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.504485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.504835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.505182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.505526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.505911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.506258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.506600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.506940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Tracked resource versions report: Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:34:40.508093 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:34:40.542960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.557747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:40.585462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.586770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:34:40.587424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:40.594056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:40.705312 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1017594 Jan 25 18:34:40.706076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0654b97e-38b5-4014-b018-a25afede6136,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:34:40.731457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:40.740247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 0654b97e-38b5-4014-b018-a25afede6136 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:34:43.766124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47320) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:44.272320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93a919-012d-471f-a496-6d94403ddd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:34:44.273792 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7c93a919-012d-471f-a496-6d94403ddd6e admin admin] 10.222.0.81 "GET /v2.0/networks/0654b97e-38b5-4014-b018-a25afede6136 HTTP/1.1" status: 200 len: 818 time: 0.5065498 Jan 25 18:34:44.303814 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9d738ec9-acdf-4ac8-b87d-d8ed5afe0fba admin admin] 10.222.0.81 "GET /v2.0/subnetpools/de9eaccf-1031-456d-b4d8-286244719f90 HTTP/1.1" status: 200 len: 734 time: 0.0233147 Jan 25 18:34:44.313686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:34:44.318165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:34:44.322037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Usage tracker for resource:subnet and tenant:e3c8b68c2cc24d58856296f6e834b2b7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:34:44.324958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:34:44.330843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:34:44.338633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Made reservation on behalf of e3c8b68c2cc24d58856296f6e834b2b7 for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:34:44.343660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:44.820091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:44.835496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:44.971063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49734fb-2911-439e-a319-a8ff0375b06f,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:34:44.985600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:45.039803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Checking segment: {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:34:45.040156 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Network hostable DHCP agents. Network: 0654b97e-38b5-4014-b018-a25afede6136, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:34:45.060152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Network 0654b97e-38b5-4014-b018-a25afede6136 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:34:45.069288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 0654b97e-38b5-4014-b018-a25afede6136) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:34:45.073763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:34:45.074387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:45.080191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf72c3-3a3c-4201-a222-b79cb1b93958 None None] Network 0654b97e-38b5-4014-b018-a25afede6136 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:34:45.093811 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7841690 Jan 25 18:34:45.403098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-0654b97e-38b5-4014-b018-a25afede6136', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:34:45.404400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:45.731880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Allocated IP 172.20.0.2 (0654b97e-38b5-4014-b018-a25afede6136/f49734fb-2911-439e-a319-a8ff0375b06f/19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:34:46.142531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:46.155449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Transition to ACTIVE for port object 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:34:46.172816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Transition to ACTIVE for port object 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:34:46.179396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:46.195525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:46.322791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Pushing event updated for resources: {'Port': ['ID=19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:34:46.339546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.339926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.340297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.340662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.341023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.341386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.341767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.342165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.342695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.342852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.343179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.343529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Tracked resource versions report: Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:34:46.344677 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:34:46.351276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:46.405099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Network 0654b97e-38b5-4014-b018-a25afede6136 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:34:46.405992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:34:46.408717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:34:46.472538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Attempting to bind port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:34:46.472960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Attempting to bind port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:34:46.473376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Attempting to bind port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a on network 0654b97e-38b5-4014-b018-a25afede6136 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:34:46.479012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:34:46.479425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Checking segment: {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:34:46.480604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:46.480604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Bound using segment: {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:34:46.480782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Bound port: 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:34:46.481364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:46.574201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] For port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:34:46.578376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] For port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a,segment=NetworkSegment(5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7),segment_id=5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:34:46.583398 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:46.599134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:46.751255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Pushing event updated for resources: {'Port': ['ID=19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:34:46.756006 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:47.844395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47330) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:48.287882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [None req-1fdcb6c0-66d7-45f4-a8e5-1e5ecc504b6a admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:34:48.289348 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1fdcb6c0-66d7-45f4-a8e5-1e5ecc504b6a admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4434705 Jan 25 18:34:50.331342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:34:50.402341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:34:51.052974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47344) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:51.573150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [None req-6999ad69-c89d-4899-be72-e395696e5017 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:34:51.574250 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6999ad69-c89d-4899-be72-e395696e5017 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5202889 Jan 25 18:34:51.590925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf813d49-7efc-45bc-9900-2657a63f354c None None] Network 0654b97e-38b5-4014-b018-a25afede6136 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:34:51.685074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Provisioning for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:34:51.703544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Provisioning complete for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:34:51.703976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:51.956387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:52.006847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] For port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a,segment=NetworkSegment(5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7),segment_id=5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:34:52.012023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:52.017131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:34:52.089277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Pushing event updated for resources: {'Port': ['ID=19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:34:52.093533 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:34:52.236854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9b6ceb02-62c3-4c00-8160-615e79e1937d None None] Provisioning complete for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:34:52.237343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b6ceb02-62c3-4c00-8160-615e79e1937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:52.341490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:34:52.444691 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:34:52.445097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:52.579908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-224c3070-f2b2-4991-830d-cfb33087950c None None] Provisioning complete for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:34:52.580478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-224c3070-f2b2-4991-830d-cfb33087950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:54.618285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47356) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:55.018379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:34:55.023814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:34:55.027789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Usage tracker for resource:router and tenant:e3c8b68c2cc24d58856296f6e834b2b7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:34:55.031606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:34:55.037325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:34:55.047185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:55.048520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:55.068725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:55.176109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:55.194046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:55.195289 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e1c12508-b180-4a52-85ce-0024e1b473d2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5759785 Jan 25 18:34:56.088453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-82ad0b21-65b6-45b1-8549-6a846a7571b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:57.946129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47366) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:34:58.458137 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [None req-2fe9db2c-d184-4a5f-9787-f24c5814ba6d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:34:58.459221 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2fe9db2c-d184-4a5f-9787-f24c5814ba6d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5120919 Jan 25 18:34:58.998948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0825f3bc-4ceb-4af2-8e84-bccc49cf5028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:34:59.035024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:00.280955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:00.424560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.204803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47386) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:35:01.390072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:35:01.394899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:35:01.398838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Usage tracker for resource:network and tenant:c9d2c3d69ad34040af003c5afc61eba9 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:35:01.402289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:35:01.408590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:35:01.418043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Made reservation on behalf of c9d2c3d69ad34040af003c5afc61eba9 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:35:01.422857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.435634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.450369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:35:01.455040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d2c3d69ad34040af003c5afc61eba9 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:35:01.457907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:35:01.463408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:35:01.549612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.552182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.556410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:01.572155 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Reserving flat network on physical network physnet1 {{(pid=80082) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 25 18:35:01.593742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7657aeeb-2e57-4a01-926f-ded9576c33bb,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:01.597802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:01.598752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.599340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Unsubscribe: segment precommit_create {{(pid=80082) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 25 18:35:01.599749 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Added segment f4d77f23-e5f3-4b72-afb3-3aa52758158f of type flat for network 956aced2-6197-4901-880d-a7b35e089b5e Jan 25 18:35:01.633624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.669391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.670726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:35:01.671357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:01.676101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:01.781972 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5759852 Jan 25 18:35:01.782705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Pushing event updated for resources: {'Network': ['ID=956aced2-6197-4901-880d-a7b35e089b5e,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:01.785444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:01.793454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 956aced2-6197-4901-880d-a7b35e089b5e details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:35:04.297669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47406) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:35:04.440508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6a51-f26c-4362-84c3-9d5e0124988e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:35:04.441965 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5d4a6a51-f26c-4362-84c3-9d5e0124988e admin admin] 10.222.0.81 "GET /v2.0/subnets/f49734fb-2911-439e-a319-a8ff0375b06f HTTP/1.1" status: 200 len: 849 time: 0.1431658 Jan 25 18:35:04.590459 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9c1e3ed1-d359-4f38-9242-0171a8d1ea6a admin admin] 10.222.0.81 "GET /v2.0/routers/1be535e4-e0b4-4084-af67-53c972cda1bc HTTP/1.1" status: 200 len: 704 time: 0.1423419 Jan 25 18:35:05.219916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:05.585988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Allocated IP 172.20.0.1 (0654b97e-38b5-4014-b018-a25afede6136/f49734fb-2911-439e-a319-a8ff0375b06f/ce620f83-da16-4c67-81f8-6ca6f8962171) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:35:05.751316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:05.769870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Transition to ACTIVE for port object ce620f83-da16-4c67-81f8-6ca6f8962171 will not be triggered until provisioned by entity DHCP. {{(pid=80082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:35:05.824964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:05.840729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:05.964508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce620f83-da16-4c67-81f8-6ca6f8962171,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:05.976902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:06.031143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Network 0654b97e-38b5-4014-b018-a25afede6136 is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:35:06.032253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:35:06.034529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:35:06.035040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:06.198867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7b59b045-ffc4-4219-a95c-2843b2330a89 None None] Provisioning for port ce620f83-da16-4c67-81f8-6ca6f8962171 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:35:06.208053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7b59b045-ffc4-4219-a95c-2843b2330a89 None None] Provisioning complete for port ce620f83-da16-4c67-81f8-6ca6f8962171 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:35:06.208454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7b59b045-ffc4-4219-a95c-2843b2330a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:06.271891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-7b59b045-ffc4-4219-a95c-2843b2330a89 None None] Port ce620f83-da16-4c67-81f8-6ca6f8962171 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:35:06.309102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:06.599195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:06.602766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:06.603827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:06.618801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:06.745060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce620f83-da16-4c67-81f8-6ca6f8962171,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:06.754542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:06.814814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Network 0654b97e-38b5-4014-b018-a25afede6136 is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:35:06.815952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:35:06.998368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-94341704-ab51-4193-9bf5-7d6271414de4 None None] Provisioning complete for port ce620f83-da16-4c67-81f8-6ca6f8962171 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:35:06.998780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94341704-ab51-4193-9bf5-7d6271414de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:07.058684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-94341704-ab51-4193-9bf5-7d6271414de4 None None] Port ce620f83-da16-4c67-81f8-6ca6f8962171 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:35:07.171540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Router 1be535e4-e0b4-4084-af67-53c972cda1bc is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:35:07.334911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:35:07.344972 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/1be535e4-e0b4-4084-af67-53c972cda1bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7480650 Jan 25 18:35:07.346481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Sync routers for ids ['1be535e4-e0b4-4084-af67-53c972cda1bc'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:35:07.358120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Routers {'1be535e4-e0b4-4084-af67-53c972cda1bc'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:35:07.359023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:34:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['1be535e4-e0b4-4084-af67-53c972cda1bc'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:07.546640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Set router 1be535e4-e0b4-4084-af67-53c972cda1bc gateway port host: None {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:35:07.939879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'name': 'router1', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:55Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 2, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'gw_port_host': None, '_interfaces': [{'id': 'ce620f83-da16-4c67-81f8-6ca6f8962171', 'name': '', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'mac_address': 'fa:16:3e:8d:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:05Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 2, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'subnets': [{'id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:07.944958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Checking router: 1be535e4-e0b4-4084-af67-53c972cda1bc for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:35:07.945389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Updating router 1be535e4-e0b4-4084-af67-53c972cda1bc port ce620f83-da16-4c67-81f8-6ca6f8962171 binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:35:08.176249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:08.629999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:08.645453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Transition to ACTIVE for port object ce620f83-da16-4c67-81f8-6ca6f8962171 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:35:08.649920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:08.666881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:08.807208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Pushing event updated for resources: {'Port': ['ID=ce620f83-da16-4c67-81f8-6ca6f8962171,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:08.829345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.829744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.830115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.830476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.830832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.831185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.831542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.831890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.832241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.832590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.832938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.833288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Tracked resource versions report: Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:35:08.834462 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:35:08.842110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:08.994221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Attempting to bind port ce620f83-da16-4c67-81f8-6ca6f8962171 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:35:08.994762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Attempting to bind port ce620f83-da16-4c67-81f8-6ca6f8962171 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:35:08.994995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Attempting to bind port ce620f83-da16-4c67-81f8-6ca6f8962171 on network 0654b97e-38b5-4014-b018-a25afede6136 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:35:09.001982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:35:09.002385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Checking segment: {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:35:09.002854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:09.003274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Bound using segment: {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:35:09.003837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Bound port: ce620f83-da16-4c67-81f8-6ca6f8962171, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0654b97e-38b5-4014-b018-a25afede6136'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:35:09.004250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:09.099479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] For port ce620f83-da16-4c67-81f8-6ca6f8962171, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:35:09.104032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] For port ce620f83-da16-4c67-81f8-6ca6f8962171, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ce620f83-da16-4c67-81f8-6ca6f8962171,segment=NetworkSegment(5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7),segment_id=5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:35:09.110119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:09.126366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:09.277112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Pushing event updated for resources: {'Port': ['ID=ce620f83-da16-4c67-81f8-6ca6f8962171,revision_number=4']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:09.282024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:09.338662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Routers {'1be535e4-e0b4-4084-af67-53c972cda1bc'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:35:09.339497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:34:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['1be535e4-e0b4-4084-af67-53c972cda1bc'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:09.511230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] Set router 1be535e4-e0b4-4084-af67-53c972cda1bc gateway port host: None {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:35:09.858776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'name': 'router1', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:55Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 2, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'gw_port_host': None, '_interfaces': [{'id': 'ce620f83-da16-4c67-81f8-6ca6f8962171', 'name': '', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'mac_address': 'fa:16:3e:8d:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:05Z', 'updated_at': '2021-01-25T18:35:09Z', 'revision_number': 4, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'subnets': [{'id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:09.862904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e0021-652b-4d46-aa66-131227165cdd None None] The sync data for ids ['1be535e4-e0b4-4084-af67-53c972cda1bc'] in dv-cinder-772388-1-smb is: [{'id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'name': 'router1', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:55Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 2, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'gw_port_host': None, '_interfaces': [{'id': 'ce620f83-da16-4c67-81f8-6ca6f8962171', 'name': '', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'mac_address': 'fa:16:3e:8d:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:05Z', 'updated_at': '2021-01-25T18:35:09Z', 'revision_number': 4, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'subnets': [{'id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:35:09.886245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47418) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:35:10.077136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c83df9-4260-4901-b41b-98f8e5807875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:35:10.077952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-80c83df9-4260-4901-b41b-98f8e5807875 admin admin] Synchronizing usage tracker for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:35:10.094560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-80c83df9-4260-4901-b41b-98f8e5807875 admin admin] Unset dirty status for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:35:10.095798 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-80c83df9-4260-4901-b41b-98f8e5807875 admin admin] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 842 time: 0.2091024 Jan 25 18:35:10.106339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:35:10.112784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:35:10.116728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Usage tracker for resource:subnet and tenant:c9d2c3d69ad34040af003c5afc61eba9 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:35:10.119653 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:35:10.126384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:35:10.134939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Made reservation on behalf of c9d2c3d69ad34040af003c5afc61eba9 for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:35:10.139697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:10.577279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80082) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:35:10.577785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:10.593261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:10.764409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826e2c00-beec-47ce-aa0b-9ca3feb5b4d2,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:10.771721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:10.801219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:35:10.801620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Network hostable DHCP agents. Network: 956aced2-6197-4901-880d-a7b35e089b5e, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:35:10.821056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:35:10.830757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 956aced2-6197-4901-880d-a7b35e089b5e) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:35:10.834971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:35:10.835690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:10.841618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7899a7-8e87-43c6-a8fa-a269514b3fbe None None] Network 956aced2-6197-4901-880d-a7b35e089b5e requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:35:10.866464 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7638183 Jan 25 18:35:11.088325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60736251-2615-4130-b678-ab5319c28dcb None None] Network 956aced2-6197-4901-880d-a7b35e089b5e requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:35:12.337826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ce620f83-da16-4c67-81f8-6ca6f8962171 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:35:12.412146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port ce620f83-da16-4c67-81f8-6ca6f8962171 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:35:12.417157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ce620f83-da16-4c67-81f8-6ca6f8962171 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:35:12.417562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:12.538789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:12.573775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port ce620f83-da16-4c67-81f8-6ca6f8962171, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ce620f83-da16-4c67-81f8-6ca6f8962171,segment=NetworkSegment(5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7),segment_id=5ab7a1ae-7012-4148-9ac9-9aeb5ab10dd7)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:35:12.576673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:12.578883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:12.648634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=ce620f83-da16-4c67-81f8-6ca6f8962171,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:12.651842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:13.443499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 47432) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:35:13.680197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f926ec67-8596-49c0-9589-dd7d0c4f29f7 admin admin] 10.222.0.81 "GET /v2.0/routers/1be535e4-e0b4-4084-af67-53c972cda1bc HTTP/1.1" status: 200 len: 710 time: 0.2353976 Jan 25 18:35:13.817716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24386e64-7e11-417f-b2bb-f9bbc820ec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:35:13.819158 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-24386e64-7e11-417f-b2bb-f9bbc820ec12 admin admin] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 886 time: 0.1329923 Jan 25 18:35:13.831114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:35:14.331615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ce620f83-da16-4c67-81f8-6ca6f8962171 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:35:14.406080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ce620f83-da16-4c67-81f8-6ca6f8962171 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:35:14.406499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:14.474371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:14.818721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:14.877787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:14.890869 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:14.906232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:35:14.910178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:35:14.913070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:35:14.919227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:35:15.006461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:15.009008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:15.024708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:15.114657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed51ab2-109c-47da-bda0-4ff76e4e1c61,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:15.119886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:15.282032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Allocated IP 172.28.2.9 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/dc3c22ca-e401-48d0-bff1-979026a9d808) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:35:15.439325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:15.467016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:15.483163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:15.613262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3c22ca-e401-48d0-bff1-979026a9d808,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:15.617645 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:15.669420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:35:15.670566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:35:15.672814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:35:16.067251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:16.421676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:16.424999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853816770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853754458'] for router, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:16.786123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Router 1be535e4-e0b4-4084-af67-53c972cda1bc has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:35:16.975370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:35:16.984829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Sync routers for ids ['1be535e4-e0b4-4084-af67-53c972cda1bc'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:35:16.991466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:16.992960 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/1be535e4-e0b4-4084-af67-53c972cda1bc HTTP/1.1" status: 200 len: 888 time: 3.1667993 Jan 25 18:35:16.994482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Routers {'1be535e4-e0b4-4084-af67-53c972cda1bc'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:35:16.995151 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:34:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['1be535e4-e0b4-4084-af67-53c972cda1bc'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:17.201671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Set router 1be535e4-e0b4-4084-af67-53c972cda1bc gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:35:17.563502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'name': 'router1', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dc3c22ca-e401-48d0-bff1-979026a9d808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:55Z', 'updated_at': '2021-01-25T18:35:15Z', 'revision_number': 4, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'gw_port': {'id': 'dc3c22ca-e401-48d0-bff1-979026a9d808', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:15Z', 'updated_at': '2021-01-25T18:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ce620f83-da16-4c67-81f8-6ca6f8962171', 'name': '', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'mac_address': 'fa:16:3e:8d:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:05Z', 'updated_at': '2021-01-25T18:35:12Z', 'revision_number': 5, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'subnets': [{'id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:17.568505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Checking router: 1be535e4-e0b4-4084-af67-53c972cda1bc for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:35:17.568910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Updating router 1be535e4-e0b4-4084-af67-53c972cda1bc port dc3c22ca-e401-48d0-bff1-979026a9d808 binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:35:17.625001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:18.032909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:18.046392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Transition to ACTIVE for port object dc3c22ca-e401-48d0-bff1-979026a9d808 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:35:18.048914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:18.065011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:18.196758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9baf8-3054-4770-a1d7-06bf9ae2e63b None None] Pushing event updated for resources: {'Port': ['ID=dc3c22ca-e401-48d0-bff1-979026a9d808,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:18.202583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27f9baf8-3054-4770-a1d7-06bf9ae2e63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:18.260337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Attempting to bind port dc3c22ca-e401-48d0-bff1-979026a9d808 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:35:18.260746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Attempting to bind port dc3c22ca-e401-48d0-bff1-979026a9d808 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:35:18.261147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Attempting to bind port dc3c22ca-e401-48d0-bff1-979026a9d808 on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:35:18.267779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:35:18.268199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:35:18.268648 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:18.269108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:35:18.269571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Bound port: dc3c22ca-e401-48d0-bff1-979026a9d808, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:35:18.270133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:18.349589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] For port dc3c22ca-e401-48d0-bff1-979026a9d808, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:35:18.352637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] For port dc3c22ca-e401-48d0-bff1-979026a9d808, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=dc3c22ca-e401-48d0-bff1-979026a9d808,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:35:18.355916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:18.372520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27f9baf8-3054-4770-a1d7-06bf9ae2e63b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:18.521394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9baf8-3054-4770-a1d7-06bf9ae2e63b None None] Pushing event updated for resources: {'Port': ['ID=dc3c22ca-e401-48d0-bff1-979026a9d808,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:18.526726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27f9baf8-3054-4770-a1d7-06bf9ae2e63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:18.567271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Routers {'1be535e4-e0b4-4084-af67-53c972cda1bc'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:35:18.567926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:34:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['1be535e4-e0b4-4084-af67-53c972cda1bc'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:18.910595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] Set router 1be535e4-e0b4-4084-af67-53c972cda1bc gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:35:19.259835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'name': 'router1', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dc3c22ca-e401-48d0-bff1-979026a9d808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:55Z', 'updated_at': '2021-01-25T18:35:15Z', 'revision_number': 4, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'gw_port': {'id': 'dc3c22ca-e401-48d0-bff1-979026a9d808', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:15Z', 'updated_at': '2021-01-25T18:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ce620f83-da16-4c67-81f8-6ca6f8962171', 'name': '', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'mac_address': 'fa:16:3e:8d:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:05Z', 'updated_at': '2021-01-25T18:35:12Z', 'revision_number': 5, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'subnets': [{'id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:35:19.264818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e0be2-41e8-4e23-9331-0b5c3df2acc2 None None] The sync data for ids ['1be535e4-e0b4-4084-af67-53c972cda1bc'] in dv-cinder-772388-1-smb is: [{'id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'name': 'router1', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dc3c22ca-e401-48d0-bff1-979026a9d808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:55Z', 'updated_at': '2021-01-25T18:35:15Z', 'revision_number': 4, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'gw_port': {'id': 'dc3c22ca-e401-48d0-bff1-979026a9d808', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:15Z', 'updated_at': '2021-01-25T18:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ce620f83-da16-4c67-81f8-6ca6f8962171', 'name': '', 'network_id': '0654b97e-38b5-4014-b018-a25afede6136', 'tenant_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'mac_address': 'fa:16:3e:8d:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be535e4-e0b4-4084-af67-53c972cda1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:05Z', 'updated_at': '2021-01-25T18:35:12Z', 'revision_number': 5, 'project_id': 'e3c8b68c2cc24d58856296f6e834b2b7', 'subnets': [{'id': 'f49734fb-2911-439e-a319-a8ff0375b06f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de9eaccf-1031-456d-b4d8-286244719f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:35:19.576888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:35:19.702256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 47442) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:35:19.938650 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:35:19.939361 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:35:20.334509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.policy [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80081) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 25 18:35:20.335378 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:35:20.335791 dv-cinder-772388-1-smb neutron-server[79968]: WARNING oslo_policy.policy [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:35:20.349282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:35:20.351421 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b3b511d6-b622-43a4-8031-fdf25864777f admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1076 time: 0.6471145 Jan 25 18:35:20.364933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device dc3c22ca-e401-48d0-bff1-979026a9d808 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:35:20.444349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port dc3c22ca-e401-48d0-bff1-979026a9d808 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:35:20.450021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port dc3c22ca-e401-48d0-bff1-979026a9d808 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:35:20.450626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:20.581752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:20.598935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port dc3c22ca-e401-48d0-bff1-979026a9d808, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=dc3c22ca-e401-48d0-bff1-979026a9d808,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:35:20.601924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:20.604093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e0d106ed-3c7d-49e5-946b-ab192fee43a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:35:20.675163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=dc3c22ca-e401-48d0-bff1-979026a9d808,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:35:20.678420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:35:22.350814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device dc3c22ca-e401-48d0-bff1-979026a9d808 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:35:22.426615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port dc3c22ca-e401-48d0-bff1-979026a9d808 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:35:22.427107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:26.129404 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56e0f80e-81d3-4655-9c39-ab110824a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:29.003113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78f36a28-15da-48a4-b3a3-17d95a4c332b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:29.038876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:30.310379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:30.452793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:56.091826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-efc08e05-f6bf-429d-9415-ac857b191288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:56.576407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:35:58.997057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0b5880d-3ad8-4d79-92c2-bd305b3ed415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:35:59.040357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:00.283147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:00.444423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:26.095203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fea78dd2-f3be-440b-a105-2b92e8ec02cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:28.998467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d20c8c6-b2eb-447d-9606-a7b559213839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:29.041351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:30.287223 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:30.450011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:33.585584 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:36:56.099071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a612345-f9aa-40ee-80a9-28659f2f7dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:59.002509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fc499fed-a47c-40ba-a7de-d207d97b9db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:36:59.045146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:00.290073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:00.454046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:10.577045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:37:26.100783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dbc656c2-7a9b-467f-bc24-412f53d44965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:29.004071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-71b4ca9b-6ca6-4bef-aa55-ae85f63f182e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:29.048073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:30.294524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:30.462995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:34.345861 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48024) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:34.448166 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.pecan_wsgi.hooks.translation [None req-138ad2f5-f40d-45b5-81c2-93426498ce6b admin admin] GET failed (client error): The resource could not be found. Jan 25 18:37:34.449467 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-138ad2f5-f40d-45b5-81c2-93426498ce6b admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1025796 Jan 25 18:37:34.592503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30b7150-5916-4827-8934-e922a81eb62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:34.594117 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c30b7150-5916-4827-8934-e922a81eb62f admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1403563 Jan 25 18:37:37.130947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48034) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:37.277230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d203b088-c509-428a-8084-988a36ca681d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:37.277867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d203b088-c509-428a-8084-988a36ca681d admin admin] Synchronizing usage tracker for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:subnet {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:37:37.293004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d203b088-c509-428a-8084-988a36ca681d admin admin] Unset dirty status for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:subnet {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:37:37.294247 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d203b088-c509-428a-8084-988a36ca681d admin admin] 10.222.0.81 "GET /v2.0/subnets/f49734fb-2911-439e-a319-a8ff0375b06f HTTP/1.1" status: 200 len: 849 time: 0.1622839 Jan 25 18:37:37.304809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:37:37.427640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:37.740279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755154159782'] for subnet, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:37.755664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:37:37.891141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49734fb-2911-439e-a319-a8ff0375b06f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:37:37.912365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.912867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.913232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.913615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.913994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.915029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.915385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.915739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.916091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.916440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.916787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.917131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:37:37.920747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:37:37.948773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:37.949409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:37.950768 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] 10.222.0.81 "PUT /v2.0/subnets/f49734fb-2911-439e-a319-a8ff0375b06f HTTP/1.1" status: 200 len: 868 time: 0.6503267 Jan 25 18:37:37.954126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679556b0-402c-4387-87eb-77f43df51938 None None] Network 0654b97e-38b5-4014-b018-a25afede6136 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:37:38.437918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e1bdef87-03ee-477c-82c7-27fece710053 None None] Provisioning complete for port ce620f83-da16-4c67-81f8-6ca6f8962171 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:37:38.438426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1bdef87-03ee-477c-82c7-27fece710053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:38.569907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e1bdef87-03ee-477c-82c7-27fece710053 None None] Provisioning complete for port 19c2c30c-c88b-4ef7-bda1-f7bfc3181f7a triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:37:38.570324 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1bdef87-03ee-477c-82c7-27fece710053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:40.447341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48044) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:40.666456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b16c42-78ab-4ff0-bac2-b8143a06ad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:40.666803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b16c42-78ab-4ff0-bac2-b8143a06ad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:40.668430 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-17b16c42-78ab-4ff0-bac2-b8143a06ad6c admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2200339 Jan 25 18:37:43.151307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48054) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:43.367416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32597b-e38a-4731-a906-707ee1b4b321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:43.368028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32597b-e38a-4731-a906-707ee1b4b321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:43.369396 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-de32597b-e38a-4731-a906-707ee1b4b321 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2170722 Jan 25 18:37:45.843818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48064) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:46.064021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817869cc-9aee-4401-aba0-4362fa70431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:46.065098 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-817869cc-9aee-4401-aba0-4362fa70431c admin admin] 10.222.0.81 "GET /v2.0/networks/0654b97e-38b5-4014-b018-a25afede6136 HTTP/1.1" status: 200 len: 862 time: 0.2202764 Jan 25 18:37:47.576286 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:37:48.539967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48074) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:48.750988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db469adf-e823-4fb1-a993-2a0c33e99451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:48.752464 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-db469adf-e823-4fb1-a993-2a0c33e99451 admin admin] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 886 time: 0.2114482 Jan 25 18:37:51.240614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48084) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:51.389679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fb481-eece-4dc9-8c3d-ca6cfdf6d648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:51.390119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fb481-eece-4dc9-8c3d-ca6cfdf6d648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:51.391733 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-217fb481-eece-4dc9-8c3d-ca6cfdf6d648 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1501031 Jan 25 18:37:53.863419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48094) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:54.008031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f642729-e3b8-41c3-a341-6d604806826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:54.008521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f642729-e3b8-41c3-a341-6d604806826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:54.010172 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6f642729-e3b8-41c3-a341-6d604806826a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457458 Jan 25 18:37:56.104335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e21f789e-3971-42e8-9655-f2e84f2064dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:56.471426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48104) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:56.612414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939bd79b-c6ca-4f71-9ed0-388b1715fd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:56.613799 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-939bd79b-c6ca-4f71-9ed0-388b1715fd23 admin admin] 10.222.0.81 "GET /v2.0/subnets/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2 HTTP/1.1" status: 200 len: 816 time: 0.1412930 Jan 25 18:37:59.005950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-45f1e3f6-e8e9-45a4-8cd3-f9a80c67359e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:59.051538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:37:59.089223 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48114) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:37:59.233407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8850191-8d1a-45e3-9135-631b4d057b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:37:59.234963 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c8850191-8d1a-45e3-9135-631b4d057b2a admin admin] 10.222.0.81 "GET /v2.0/subnets/f49734fb-2911-439e-a319-a8ff0375b06f HTTP/1.1" status: 200 len: 868 time: 0.1446521 Jan 25 18:38:00.298774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:00.466779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:24.578265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:38:25.450457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48154) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:38:25.534750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [None req-b486516a-f42c-4bce-8add-f7672fb691be admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:38:25.536103 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b486516a-f42c-4bce-8add-f7672fb691be admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0843906 Jan 25 18:38:26.107121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b44e-7e08-4fc5-ad22-f696aaec425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:28.166619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48164) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:38:28.284146 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39fa305-5040-4ac5-82b3-e99658e14c56 admin admin] GET failed (client error): The resource could not be found. Jan 25 18:38:28.285480 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a39fa305-5040-4ac5-82b3-e99658e14c56 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1178420 Jan 25 18:38:28.606460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb0b71-c1eb-468d-a15a-d565184ce7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:38:28.608021 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1ccb0b71-c1eb-468d-a15a-d565184ce7a5 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3177433 Jan 25 18:38:29.010343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4cd6068c-59b5-4add-9c7d-e8cfabfc339f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:29.055238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:30.301609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:30.472627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:31.172639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48174) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:38:31.255173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:31.258438 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.quota [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Loaded quota_driver: . Jan 25 18:38:31.264966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:38:31.277948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:38:31.291352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Made reservation on behalf of c9d2c3d69ad34040af003c5afc61eba9 for: {'network': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:38:31.297470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:31.400689 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.services.revisions.revision_plugin [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Could not find related network for resource to bump revision. Jan 25 18:38:31.418912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:38:31.430049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:31.430554 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Added segment ce240b5f-8791-491b-97c9-3a867611050e of type vxlan for network a792d0cb-fd34-4f54-bad0-4f978e636ae7 Jan 25 18:38:31.504108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:31.542769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:31.544407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:38:31.545095 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:31.551275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:38:31.653353 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4794207 Jan 25 18:38:31.664492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a792d0cb-fd34-4f54-bad0-4f978e636ae7,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:38:31.673377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.673998 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.674279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.674636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.674992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.675350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.675707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.676060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.676417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.676770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.677185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.677446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Tracked resource versions report: Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:38:31.679540 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:38:31.711320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:38:31.716561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:38:34.167562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48188) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:38:34.270417 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9502f99b-8d4b-4d01-b7cc-e1cb5e1eba9e admin admin] GET failed (client error): The resource could not be found. Jan 25 18:38:34.270981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9502f99b-8d4b-4d01-b7cc-e1cb5e1eba9e admin admin] Synchronizing usage tracker for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:network {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:38:34.286317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9502f99b-8d4b-4d01-b7cc-e1cb5e1eba9e admin admin] Unset dirty status for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:network {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:38:34.287488 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9502f99b-8d4b-4d01-b7cc-e1cb5e1eba9e admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1188323 Jan 25 18:38:34.404755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279c229-8b1e-4258-a3b3-8766c30a8643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:38:34.406356 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c279c229-8b1e-4258-a3b3-8766c30a8643 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1142743 Jan 25 18:38:34.417994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:34.422980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:38:34.433333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:38:34.442049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Made reservation on behalf of c9d2c3d69ad34040af003c5afc61eba9 for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:38:34.447566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:34.867495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:34.882488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:38:35.010884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27721f6b-b06b-4359-86b0-0f95797d6f70,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:38:35.026658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:38:35.081752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Checking segment: {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:38:35.082157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Network hostable DHCP agents. Network: a792d0cb-fd34-4f54-bad0-4f978e636ae7, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:38:35.104013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:38:35.112794 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, a792d0cb-fd34-4f54-bad0-4f978e636ae7) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:38:35.117481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:38:35.118153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:35.123242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b0d48-f519-4c2c-99e7-0cae1aef7cff None None] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:38:35.144411 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7273071 Jan 25 18:38:35.369659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-a792d0cb-fd34-4f54-bad0-4f978e636ae7', 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7', 'tenant_id': 'c9d2c3d69ad34040af003c5afc61eba9', 'fixed_ips': [{'subnet_id': '27721f6b-b06b-4359-86b0-0f95797d6f70'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:38:35.370592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:35.672567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Allocated IP 192.168.233.2 (a792d0cb-fd34-4f54-bad0-4f978e636ae7/27721f6b-b06b-4359-86b0-0f95797d6f70/01aab462-f732-4fbb-9b25-6f545c94fe90) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:38:35.899611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:35.911308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Transition to ACTIVE for port object 01aab462-f732-4fbb-9b25-6f545c94fe90 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:38:35.929253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Transition to ACTIVE for port object 01aab462-f732-4fbb-9b25-6f545c94fe90 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:38:35.934070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:35.951088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8a670d2e-0835-4f2c-a96a-bc927966285d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:38:36.249913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Pushing event updated for resources: {'Port': ['ID=01aab462-f732-4fbb-9b25-6f545c94fe90,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:38:36.275619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.275993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.276365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.276735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.277106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.277470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.277854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.278214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.278578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.278934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.279291 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.279648 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:38:36.286058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:38:36.324600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:38:36.325872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:38:36.328244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:38:36.388635 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Attempting to bind port 01aab462-f732-4fbb-9b25-6f545c94fe90 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:36.389143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Attempting to bind port 01aab462-f732-4fbb-9b25-6f545c94fe90 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:38:36.389416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Attempting to bind port 01aab462-f732-4fbb-9b25-6f545c94fe90 on network a792d0cb-fd34-4f54-bad0-4f978e636ae7 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:38:36.395327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:38:36.395750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Checking segment: {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:38:36.396200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:36.398995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Bound using segment: {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:38:36.398995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Bound port: 01aab462-f732-4fbb-9b25-6f545c94fe90, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:38:36.398995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:36.500537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] For port 01aab462-f732-4fbb-9b25-6f545c94fe90, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:38:36.505114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] For port 01aab462-f732-4fbb-9b25-6f545c94fe90, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=01aab462-f732-4fbb-9b25-6f545c94fe90,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:38:36.509203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:36.523085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:38:36.666771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Pushing event updated for resources: {'Port': ['ID=01aab462-f732-4fbb-9b25-6f545c94fe90,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:38:36.680487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:38:37.974920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cace401-daf2-45f8-abfe-be80a71e9012 None None] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:38:38.109649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-140fc278-2674-4b34-8f85-adf59ff68f23 None None] Provisioning for port 01aab462-f732-4fbb-9b25-6f545c94fe90 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:38:38.467588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 01aab462-f732-4fbb-9b25-6f545c94fe90 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:38:38.547439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 01aab462-f732-4fbb-9b25-6f545c94fe90 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:38:38.552821 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 01aab462-f732-4fbb-9b25-6f545c94fe90 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:38:38.554326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:38.696508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:38.721665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0075efca-43b0-47b4-b796-86555c1b54a1 None None] Provisioning complete for port 01aab462-f732-4fbb-9b25-6f545c94fe90 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:38:38.722185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0075efca-43b0-47b4-b796-86555c1b54a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:38.799972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 01aab462-f732-4fbb-9b25-6f545c94fe90, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=01aab462-f732-4fbb-9b25-6f545c94fe90,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:38:38.805070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:38.811878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:38:38.934117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=01aab462-f732-4fbb-9b25-6f545c94fe90,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:38:38.938556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:38:39.059853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ae538566-10a2-42ed-bdf5-9b4578299c28 None None] Provisioning complete for port 01aab462-f732-4fbb-9b25-6f545c94fe90 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:38:39.060472 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ae538566-10a2-42ed-bdf5-9b4578299c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:40.433725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 01aab462-f732-4fbb-9b25-6f545c94fe90 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:38:40.520912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 01aab462-f732-4fbb-9b25-6f545c94fe90 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:38:40.521314 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:56.111169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1ba6-a622-4b5f-a7bf-97ec82c3f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:59.015135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab405df0-413b-4521-a067-1d8420bcc05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:38:59.058702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:00.306118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:00.475474 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:01.578445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:39:26.112758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4fdfb445-dd0a-493c-92ad-465b6e1a5510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:29.019718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f94b51f5-7540-4598-a492-9a4d6c17aa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:29.062083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:30.309915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:30.479603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:38.578102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:39:43.073175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48230) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:39:43.079499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [None req-43b2d6c9-1238-468b-8796-e3e647aff64b tempest-verify_tempest_config-1282268201 tempest-verify_tempest_config-1282268201] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:39:43.080519 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-43b2d6c9-1238-468b-8796-e3e647aff64b tempest-verify_tempest_config-1282268201 tempest-verify_tempest_config-1282268201] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0063055 Jan 25 18:39:43.427623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48250) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:39:43.579487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.594883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:39:43.598833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Usage tracker for resource:security_group_rule and tenant:46fcaf310f8b4ca8a4ef3fa77c807a17 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:39:43.603032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:39:43.608695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:39:43.710305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.714709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.723730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:39:43.769749 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46fcaf310f8b4ca8a4ef3fa77c807a17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3410408 Jan 25 18:39:43.770595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1786b1-76e3-4484-b8b4-5d4316c1776b,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:39:43.773094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48256) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:39:43.778730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.779112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.779484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.779852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.780217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.780580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.780938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.781297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.781714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.782076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.782430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.782782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.788338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:39:43.836473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.866786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.916879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.921934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:39:43.935356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1786b1-76e3-4484-b8b4-5d4316c1776b,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:39:43.943079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:43.944411 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e1786b1-76e3-4484-b8b4-5d4316c1776b HTTP/1.1" status: 204 len: 168 time: 0.1702418 Jan 25 18:39:43.945751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.946135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.946506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.946875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.947241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.947603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.947963 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.948323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.948700 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.949031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.949388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.949772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:39:43.952896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:39:56.115805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d52c-6171-41af-900e-283618f89841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:59.023202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a7c16866-7caf-4a78-b439-29a014d0732f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:39:59.062396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:00.313624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:00.481843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:15.577808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:40:26.124915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3e353c92-9000-41e8-a957-c27939dfeb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:29.025451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0f60-a579-4f1c-9b7d-883639319cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:29.067239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:30.316760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:30.486954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:52.576970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:40:56.116827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-86512582-8a6b-441b-8929-777fc97f7abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:59.026871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-458246da-2061-48cf-acff-ee2bfaedac13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:40:59.069443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:00.318685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:00.498926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:26.129617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-10c8d1b4-3cd7-4081-b6fc-0b66698e6cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:29.027759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-590060a2-8119-456f-bc91-9b1c477a3264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:29.074437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:29.576818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 5 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:41:30.321924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:30.494805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:34.936736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976'] for agent, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:34.937265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.937548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.938002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.938378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.938746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.939112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.939547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.939898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.940262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.940629 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.941032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.941392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:41:34.941804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:41:34.946762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:41:35.308685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80083) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 25 18:41:35.312882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] get_endpoint_by_ip() called for ip 192.168.0.93 {{(pid=80083) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 25 18:41:35.315999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] _add_endpoint() called for ip 192.168.0.93 {{(pid=80083) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 25 18:41:35.321402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] _get_endpoints() called {{(pid=80083) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 25 18:41:46.415451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48328) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:41:46.562827 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-91418d72-a5b8-4834-9437-b7b0d11ee204 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1462090 Jan 25 18:41:49.052739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48338) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:41:49.142249 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-85149df5-4f7c-4189-8051-0a24a7ae21f8 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0883322 Jan 25 18:41:56.123576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ee7eed11-d84a-488c-8256-3a29be5d6115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:59.032248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-49f564c1-6dfe-40f3-b0d2-fd8f770809ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:41:59.074349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:00.325099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:00.498515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:04.942345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:06.577462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:42:26.126003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-62ae1d37-4de5-4431-9277-ecf82c6fc143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:29.034375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-010d332d-536b-403a-8479-d0eb811a1512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:29.076473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:30.327296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:30.506566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:34.945372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:43.578640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:42:56.132280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4450a784-42f3-4819-9185-de3b154f16dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:59.043525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1a9f0c1b-35d1-4b80-ac4d-b47a8c0245db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:42:59.092262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:00.330243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:00.510560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:04.953387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:20.579284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:43:26.126926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-744b1d54-a28b-46bc-8c6f-4b3f91270ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:29.036042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e55cda5f-425b-46e6-b66a-bba792060993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:29.083197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:30.332492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:30.515008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:34.963154 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:37.521377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48474) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:38.123315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1443832721-network', 'tenant_id': '362046140d964710879ce0e65217934b'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:38.129453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:38.133253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Usage tracker for resource:network and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:38.137275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:38.143298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:38.153191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Made reservation on behalf of 362046140d964710879ce0e65217934b for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:38.158276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.172864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.190384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:38.194546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Usage tracker for resource:security_group_rule and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:38.197945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:38.205884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:38.314431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.319201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.324801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:38.360703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:43:38.371498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f06e5e7-6509-43c4-9850-0ea88da42c78,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:38.381988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.382380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.382761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.383134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.383516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.383880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.384244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.384606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.384965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.385323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.385720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.386667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.387096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.387678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.387678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.388016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.388369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.388726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.389208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.389570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.389968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.390322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.390679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.391030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Tracked resource versions report: Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}, Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:43:38.392379 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:43:38.399505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.399505 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Added segment fac2f827-0964-45ba-a2fc-f0ff83967318 of type vxlan for network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 Jan 25 18:43:38.399505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:38.439456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.479514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.481450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:38.482121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.487319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:38.594464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Pushing event updated for resources: {'Network': ['ID=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:38.609247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:38.609418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:38.618450 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0955331 Jan 25 18:43:38.618881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48512) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:38.626132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Request body: {'subnet': {'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1443832721-subnet', 'tenant_id': '362046140d964710879ce0e65217934b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:38.630249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:38.631675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:38.635993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Usage tracker for resource:subnet and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:38.640050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:38.646557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:38.664750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Made reservation on behalf of 362046140d964710879ce0e65217934b for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:38.670352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:38.953059 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48526) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:39.175478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:39.192338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4d50bd85-bd85-4a1c-8ef3-2bd0f530e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:39.331582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01eb249c-68e9-453b-b299-425bad0d814a,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:39.348792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:39.413690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Checking segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:39.414091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Network hostable DHCP agents. Network: 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:43:39.444832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:43:39.455619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:39.467436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318c122-2568-4050-adc1-553497a2c237 None None] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:39.470621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:39.471274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:39.510446 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-13b39c32-1abc-4270-a8f9-488cb58b4d41 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8902180 Jan 25 18:43:39.764935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-network', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:39.777616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:39.785285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Usage tracker for resource:network and tenant:ee7cbc45e3504beda5e2ac374365ff2c is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:39.791896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48552) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:39.793492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:39.803991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:39.814414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48558) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:39.818952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Made reservation on behalf of ee7cbc45e3504beda5e2ac374365ff2c for: {'network': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:39.825457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:39.839219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:39.858149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:39.862904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7cbc45e3504beda5e2ac374365ff2c is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:39.866386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:39.874261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:39.905382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd8ef5-def6-474a-bdd4-27490957764d None None] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:39.990172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:39.993045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:39.999919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:40.018226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48570) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:40.047524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:43:40.059372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329450ef-1cb6-42ac-b0c5-8f33ffe75c57,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:40.070658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.071361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.071915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.072463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.073024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.074228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.075090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.075672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.076216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.076772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.077319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.077892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.078509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.079070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.079639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.080185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.080776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.081369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.081961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.082520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.083094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.083630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.084175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.084738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Tracked resource versions report: Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}, Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:43:40.086441 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:43:40.094328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.095053 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Added segment 38553a69-fa07-4f40-91c0-618b0e0f6d06 of type vxlan for network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 Jan 25 18:43:40.096800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:40.133322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.139672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1286902555-network', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:40.151222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.164056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Usage tracker for resource:network and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.174692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.181830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.184475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:40.186224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.186969 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.192912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:40.210943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Made reservation on behalf of d1f208196f3c45998ec2b30f5d32795d for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:40.216362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.266833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-488928418-network', 'tenant_id': '95f723e945784225b5328e0a0fba8885'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:40.280548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.303120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.311810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Usage tracker for resource:network and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.316689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.323236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:40.323428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.330164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.338068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:40.338970 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3847191 Jan 25 18:43:40.341208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48582) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:40.342341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:40.349123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Request body: {'subnet': {'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-subnet', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:40.351011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.354920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.360688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Usage tracker for resource:subnet and tenant:ee7cbc45e3504beda5e2ac374365ff2c is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.364970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.365760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.373798 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.378703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.388520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Made reservation on behalf of ee7cbc45e3504beda5e2ac374365ff2c for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:40.396060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.399236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Made reservation on behalf of 95f723e945784225b5328e0a0fba8885 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:40.405065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.452573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.559971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1895966118-network', 'tenant_id': '164d214f6bab433598275d066ad12c7f'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:40.587123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.611023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.617250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:40.622594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.662859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.686369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.693547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Usage tracker for resource:network and tenant:164d214f6bab433598275d066ad12c7f is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.703190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.725603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.790649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Made reservation on behalf of 164d214f6bab433598275d066ad12c7f for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:40.798091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.834755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.889083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:40.936017 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Usage tracker for resource:security_group_rule and tenant:164d214f6bab433598275d066ad12c7f is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:40.946137 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:40.962903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:40.966388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:40.986194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.031285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:41.075906 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.109203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.110669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:43:41.220813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.221202 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Added segment 93b568f1-5d13-470c-9ef6-2f6a9057f985 of type vxlan for network a862549d-eb32-4dba-8009-7741e340eedc Jan 25 18:43:41.258179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0202a1be-1e93-40c4-b3a8-eb591b0443e1,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:41.262859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:41.271079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:41.328510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.386703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b3398-f277-4d24-a19a-f1fb941a59cc,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:41.397276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:41.440184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.450720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.467067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2c6b0455-f254-43f4-a5b4-b7228f486ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:41.487604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.505352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:43:41.505770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:43:41.527737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:41.528383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.561787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:43:41.604716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.613540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.614218 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Added segment 507e1232-2106-42d9-b9e9-4ec044641051 of type vxlan for network 30d82448-e9af-429b-bbf7-d60b249e9589 Jan 25 18:43:41.631443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2753fe9e-b234-435d-9b83-f269c97afbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:41.649601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.694399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d269539-4098-4ee4-8d19-9436913c6840,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:41.703374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.705922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:41.711605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0388525-9dbd-4b34-9fb0-88f80b7c5a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:41.738020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:41.739550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:41.781723 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd34dda-27e9-4ee6-b581-75cbd0b1faac,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:41.785276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:41.907093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Checking segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:41.907928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Network hostable DHCP agents. Network: c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:43:41.936966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:43:41.947510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48634) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:41.954946 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1600473 Jan 25 18:43:41.959827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Request body: {'subnet': {'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1286902555-subnet', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:41.965694 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9431691 Jan 25 18:43:41.965694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Pushing event updated for resources: {'Network': ['ID=a862549d-eb32-4dba-8009-7741e340eedc,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:41.972076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48638) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:41.973721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:41.981150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:41.991482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd8271-4a91-4729-b50d-9766831f1de9 None None] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:42.004379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:42.010071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:42.032358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Usage tracker for resource:subnet and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:42.039892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network a862549d-eb32-4dba-8009-7741e340eedc details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:42.058077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:42.068395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:42.078655 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7349691 Jan 25 18:43:42.081467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48648) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:42.088070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:42.090780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network a862549d-eb32-4dba-8009-7741e340eedc details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:42.094095 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Made reservation on behalf of d1f208196f3c45998ec2b30f5d32795d for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:42.099486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:42.116608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:42.127340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Usage tracker for resource:router and tenant:ee7cbc45e3504beda5e2ac374365ff2c is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:42.182709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:42.206015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:42.234002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:42.235467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:42.318462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:42.511974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:42.522577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Pushing event updated for resources: {'Network': ['ID=30d82448-e9af-429b-bbf7-d60b249e9589,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:42.523563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47acc8ef-6bdb-4706-88cb-d866896f1303 None None] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:42.524724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48660) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:42.529423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Request body: {'subnet': {'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1895966118-subnet', 'tenant_id': '164d214f6bab433598275d066ad12c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:42.537317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:42.541969 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:42.542849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf163959-6fd0-41c9-b0dc-460a043536d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:42.544145 dv-cinder-772388-1-smb neutron-server[79968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 18:43:42.545190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:42.576568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Usage tracker for resource:subnet and tenant:164d214f6bab433598275d066ad12c7f is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:42.586322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:42.606946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:43:42.666234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 30d82448-e9af-429b-bbf7-d60b249e9589 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:42.834244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 30d82448-e9af-429b-bbf7-d60b249e9589 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:42.835770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:42.938314 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-8fa7e8e1-4278-4cb0-ba71-fb3d79d5e2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:42.939133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-8fa7e8e1-4278-4cb0-ba71-fb3d79d5e2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Synchronizing usage tracker for tenant:362046140d964710879ce0e65217934b on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:43:42.956854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Made reservation on behalf of 164d214f6bab433598275d066ad12c7f for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:42.965342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.219958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.220625 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Added segment 61cc2453-76d5-4944-88d9-51258a03dff5 of type vxlan for network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f Jan 25 18:43:43.265710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.281845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.308867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48694) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:43.326018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-8fa7e8e1-4278-4cb0-ba71-fb3d79d5e2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Unset dirty status for tenant:362046140d964710879ce0e65217934b on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:43:43.327447 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-8fa7e8e1-4278-4cb0-ba71-fb3d79d5e2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.7923617 Jan 25 18:43:43.328296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.331593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:43.332189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.343460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54e948a7-430b-4630-bebf-da9f43c75f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:43.468964 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5dc1eaa2-2503-4c28-960a-74eb6b8face7 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/quotas/362046140d964710879ce0e65217934b HTTP/1.1" status: 200 len: 375 time: 0.1288249 Jan 25 18:43:43.557384 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7417591 Jan 25 18:43:43.563469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48702) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:43.569751 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-f2e10775-ec84-4a3b-b745-116b6d98cdcf tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715337 Jan 25 18:43:43.588940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Request body: {'subnet': {'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-subnet', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:43.592058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:43.594787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:43.600248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:43.604386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Usage tracker for resource:subnet and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:43.606481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:43.608420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:43.614628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:43.648278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:43:43.698211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Made reservation on behalf of 95f723e945784225b5328e0a0fba8885 for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:43.703710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.718263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:43.824331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-00c2b323-96c2-4fef-86d1-120b70e04a2f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:43:43.825572 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-00c2b323-96c2-4fef-86d1-120b70e04a2f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1488032 Jan 25 18:43:44.037511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:44.062837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:44.087431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9008e0dc-5f2c-4e0e-9fd6-7d7031048f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:44.096657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fe674de966413e8ab4d88d5c75e7ad is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:44.126538 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-e88038dc-7cbe-45c6-89b8-184f7c36087d service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924240 Jan 25 18:43:44.137763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:44.156727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:44.206469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:44.241521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:44.315070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:44.332737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:44.346981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:44.405082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:44.433695 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-8d49817b-6546-4ea8-9409-0df17a75e5ec service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2485292 Jan 25 18:43:44.473268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Checking segment: {'id': '507e1232-2106-42d9-b9e9-4ec044641051', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:44.473712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Network hostable DHCP agents. Network: 30d82448-e9af-429b-bbf7-d60b249e9589, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:43:44.496582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Network 30d82448-e9af-429b-bbf7-d60b249e9589 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:43:44.518744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 30d82448-e9af-429b-bbf7-d60b249e9589) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:44.524127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:44.524788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:44.533345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe10ee1-3c82-4bd8-b3f8-582b0c77e877 None None] Network 30d82448-e9af-429b-bbf7-d60b249e9589 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:44.552272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b942efe-b294-4684-a4ce-9432a737ef16,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:44.560996 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5876367 Jan 25 18:43:44.611230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:44.906147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fecc9eb-5317-49ae-b621-582ef4199bf1 None None] Network 30d82448-e9af-429b-bbf7-d60b249e9589 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:44.928417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:44.940634 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bf3aa505-3f06-46eb-8de5-b2e2c408ac54 req-d35cef54-1231-4a48-a3c0-d9e80df382df tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.0727456 Jan 25 18:43:44.996857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.116022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:45.138977 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3fe674de966413e8ab4d88d5c75e7ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8285933 Jan 25 18:43:45.140044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Checking segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:45.140448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Network hostable DHCP agents. Network: a862549d-eb32-4dba-8009-7741e340eedc, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:43:45.141540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48766) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:45.200075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf462213-6d3c-40a9-b4f9-6b47f58efeb1,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:45.215974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:45.223628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Network a862549d-eb32-4dba-8009-7741e340eedc is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:43:45.247103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.291574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, a862549d-eb32-4dba-8009-7741e340eedc) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:45.308299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:45.309381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.343340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc434e7-70d5-4ae2-999c-188b5ef21628 None None] Network a862549d-eb32-4dba-8009-7741e340eedc requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:45.362184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.392632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48784) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:45.452419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Allocated IP 172.28.2.113 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/ebdc76f0-909b-4a49-8343-3f839363a3c9) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:43:45.460432 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5095575 Jan 25 18:43:45.470259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48790) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:45.532130 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:45.559547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:45.570433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Usage tracker for resource:router and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:45.592872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:45.638379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-a862549d-eb32-4dba-8009-7741e340eedc', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:43:45.639317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.664654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.668697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:45.676461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:45.689974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.715757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf462213-6d3c-40a9-b4f9-6b47f58efeb1,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:45.721342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:45.725452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.736794 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf462213-6d3c-40a9-b4f9-6b47f58efeb1 HTTP/1.1" status: 204 len: 168 time: 0.5867121 Jan 25 18:43:45.764137 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-218ab2a7-95ce-4c9b-95da-a1b056a0bb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:45.853745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.855393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:45.866500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-4e606e17-242c-40e3-af67-5c5ec02c2ed2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:45.867628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-cde45c72-052e-44b4-853c-33f44e03472f req-4e606e17-242c-40e3-af67-5c5ec02c2ed2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Synchronizing usage tracker for tenant:164d214f6bab433598275d066ad12c7f on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:43:45.898962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-cde45c72-052e-44b4-853c-33f44e03472f req-4e606e17-242c-40e3-af67-5c5ec02c2ed2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Unset dirty status for tenant:164d214f6bab433598275d066ad12c7f on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:43:45.900360 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-4e606e17-242c-40e3-af67-5c5ec02c2ed2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/networks?id=30d82448-e9af-429b-bbf7-d60b249e9589 HTTP/1.1" status: 200 len: 812 time: 0.5062411 Jan 25 18:43:45.934876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-c626e1bc-be0c-4863-acdd-948b341c7524 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/quotas/164d214f6bab433598275d066ad12c7f HTTP/1.1" status: 200 len: 375 time: 0.0220160 Jan 25 18:43:46.079114 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-8c8f850b-560f-4e87-b84e-4c85c73b092b tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?tenant_id=164d214f6bab433598275d066ad12c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1363857 Jan 25 18:43:46.255757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c28d1dc-ae3e-4575-b911-3f8c023c58a3,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:46.296649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:46.353493 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b78918a-21e9-4560-8991-1dc9f0b4416e req-ab069e89-f943-487e-b40e-29742ba125f2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.1060202 Jan 25 18:43:46.357362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:46.392177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Allocated IP 172.20.0.2 (a862549d-eb32-4dba-8009-7741e340eedc/5b942efe-b294-4684-a4ce-9432a737ef16/d3e418ad-aa5e-42be-8214-5e0fcb54d280) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:43:46.492688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48836) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:46.571011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:46.615481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:46.624683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Usage tracker for resource:security_group_rule and tenant:cb979a97956e4913abc423a3c68d2f6e is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:46.628490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:46.638381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:46.766856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48844) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:46.852196 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:46.856821 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:46.901307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba856d16-7834-4d56-9762-0b7e31dd141d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:46.911981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Synchronizing usage tracker for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:43:46.929163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:46.942261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Transition to ACTIVE for port object d3e418ad-aa5e-42be-8214-5e0fcb54d280 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:43:46.960471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-e1d13c6d-5c14-44c0-b438-5d39b4675a41 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:43:46.962091 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-e1d13c6d-5c14-44c0-b438-5d39b4675a41 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6056635 Jan 25 18:43:46.962605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Transition to ACTIVE for port object d3e418ad-aa5e-42be-8214-5e0fcb54d280 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:43:46.969746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:46.994480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:47.003678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Unset dirty status for tenant:c9d2c3d69ad34040af003c5afc61eba9 on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:43:47.005143 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb979a97956e4913abc423a3c68d2f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5114336 Jan 25 18:43:47.006382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2414ab-8162-4032-81cf-58184302a1d7,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:47.019769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.024744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:47.025781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48852) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:47.116920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.149340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:47.162738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Pushing event updated for resources: {'Port': ['ID=d3e418ad-aa5e-42be-8214-5e0fcb54d280,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:47.174393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.174847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.175235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.175607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.175979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.176347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.176713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.177106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.177477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.177865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.178229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.178568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.178674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.178983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.179347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.179723 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.180122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.180481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.180844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.181205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.181565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.182112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.182480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.183686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.184087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Tracked resource versions report: Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}, Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:43:47.185449 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:43:47.190788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:47.231494 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:47.252035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3894a7122c5f4f1588929b19db224a2e is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:47.255550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Network a862549d-eb32-4dba-8009-7741e340eedc is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:43:47.256938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:47.260010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:47.266486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:43:47.279016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:47.284099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.302094 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-f0fc81c5-f91b-4dab-ac2b-122e443af850 service neutron] 10.222.0.81 "GET /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289120 Jan 25 18:43:47.339219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Attempting to bind port d3e418ad-aa5e-42be-8214-5e0fcb54d280 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:43:47.340099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Attempting to bind port d3e418ad-aa5e-42be-8214-5e0fcb54d280 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:43:47.340099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Attempting to bind port d3e418ad-aa5e-42be-8214-5e0fcb54d280 on network a862549d-eb32-4dba-8009-7741e340eedc {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:43:47.346722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:43:47.347156 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Checking segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:47.347572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.348037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Bound using segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:43:47.348560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Bound port: d3e418ad-aa5e-42be-8214-5e0fcb54d280, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:43:47.348996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.438089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.475222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.503295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Checking segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:47.503696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Network hostable DHCP agents. Network: fc6a1618-ccc2-4f8c-aedd-bb51452ede5f, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:43:47.508917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdc76f0-909b-4a49-8343-3f839363a3c9,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:47.522808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] For port d3e418ad-aa5e-42be-8214-5e0fcb54d280, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:43:47.527440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] For port d3e418ad-aa5e-42be-8214-5e0fcb54d280, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d3e418ad-aa5e-42be-8214-5e0fcb54d280,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:43:47.534103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.549439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:47.554679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27f9baf8-3054-4770-a1d7-06bf9ae2e63b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:47.662892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:43:47.676533 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:43:47.678601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, fc6a1618-ccc2-4f8c-aedd-bb51452ede5f) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:47.681088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:47.700414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:47.700414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:47.703956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5240b1d9-e284-4f99-9e70-d1b10ef0a1b8 None None] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:47.748006 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:43:47.819792 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-07b33ddf-4769-45e6-bd74-2f56683e8a65 service neutron] 10.222.0.81 "GET /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5106006 Jan 25 18:43:47.895592 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0ca5f8c8-c490-4845-a4ab-fc8a4511fbb9 req-384fa314-817b-4820-b2c0-cdacfaa197b1 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.0724373 Jan 25 18:43:47.909491 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.3292017 Jan 25 18:43:47.912824 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 48866) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:47.941848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:47.951123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:47.960056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Usage tracker for resource:router and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:47.968977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:47.996595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:47.997106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.18', 61150) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:48.058315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.059421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.061280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.084023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:48.109788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:43:48.113370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.118300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2414ab-8162-4032-81cf-58184302a1d7,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:48.122109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:48.139141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.142605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.152732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.153998 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea2414ab-8162-4032-81cf-58184302a1d7 HTTP/1.1" status: 204 len: 168 time: 1.1216271 Jan 25 18:43:48.165220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.219512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:48.237848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Pushing event updated for resources: {'Port': ['ID=d3e418ad-aa5e-42be-8214-5e0fcb54d280,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:48.357811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:48.649061 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95c4ae3c-60b7-4ad0-afc5-e01990e26263 req-266300b6-8386-4f02-8ace-2f981b742383 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.3278341 Jan 25 18:43:48.664140 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:48.684025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3cbf5b-3839-458f-a5ce-1b1b159f663f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:48.744030 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3894a7122c5f4f1588929b19db224a2e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9741044 Jan 25 18:43:48.748263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 48916) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:48.751806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:49.077608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:49.220543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Allocated IP 172.20.0.2 (fc6a1618-ccc2-4f8c-aedd-bb51452ede5f/7c28d1dc-ae3e-4575-b911-3f8c023c58a3/8532bbb0-4f51-49b8-b770-117a57a81318) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:43:49.436714 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5f4a4dca-6f43-468b-aa63-126a9a4d6697 req-e2831727-ebe9-4da7-8238-100f40d8b56e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.1417751 Jan 25 18:43:49.474097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:49.499592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:49.868081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:49.895541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Allocated IP 172.28.2.105 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/2ca1b5a5-7ed9-4804-8b07-8c555b7303ac) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:43:49.898602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Transition to ACTIVE for port object 8532bbb0-4f51-49b8-b770-117a57a81318 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:43:49.953201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Transition to ACTIVE for port object 8532bbb0-4f51-49b8-b770-117a57a81318 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:43:49.968611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.014913 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aa658f64-c112-40db-8ea1-6fb2e472be4f req-2658f235-f2a8-4eae-9728-bd7e8ae693fd tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.1260414 Jan 25 18:43:50.029211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:50.212962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.332911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.419741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.476348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:43:50.501271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:50.507499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:43:50.508136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.617338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Pushing event updated for resources: {'Port': ['ID=8532bbb0-4f51-49b8-b770-117a57a81318,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:50.636621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:50.698609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:50.754745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Attempting to bind port 8532bbb0-4f51-49b8-b770-117a57a81318 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:43:50.755454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Attempting to bind port 8532bbb0-4f51-49b8-b770-117a57a81318 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:43:50.756050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Attempting to bind port 8532bbb0-4f51-49b8-b770-117a57a81318 on network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:43:50.770531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:43:50.794112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Checking segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:43:50.799338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:50.811147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.811869 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Bound using segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:43:50.824870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Bound port: 8532bbb0-4f51-49b8-b770-117a57a81318, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:43:50.825541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.865142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-7060a905-e8cb-4275-a8af-8c472a53f000 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:50.867513 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-7060a905-e8cb-4275-a8af-8c472a53f000 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 2.8560910 Jan 25 18:43:50.869957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:50.932347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:50.942597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d3e418ad-aa5e-42be-8214-5e0fcb54d280 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:43:51.095138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Request body: {'port': {'device_id': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542', 'admin_state_up': True, 'tenant_id': '362046140d964710879ce0e65217934b'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:51.309238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:51.321438 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef1a75ef-2e64-4e9a-bb13-aa1a96fff211 req-07e2a54b-c0d7-42c4-93cf-49a0f2926dc2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.3091586 Jan 25 18:43:51.336412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:43:51.338460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:51.354113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:51.358357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:51.414434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250d9ae-e96d-49d5-a257-77249a9d5400 None None] Network a862549d-eb32-4dba-8009-7741e340eedc requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:51.575002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Allocated IP 172.28.2.236 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/1f13a3b8-03da-4413-a805-344c4f651b79) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:43:51.642618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:43:51.781743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-767d87e6-f34b-4029-acd5-830b8e1134c7 None None] Provisioning for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:43:51.794232 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f160c735-61f7-48a8-9410-bac49d14a275 req-53785cac-7df0-475e-a9ba-df131907120a tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.0829375 Jan 25 18:43:51.803162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:51.837424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] For port 8532bbb0-4f51-49b8-b770-117a57a81318, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:43:51.842588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Usage tracker for resource:port and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:51.852379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] For port 8532bbb0-4f51-49b8-b770-117a57a81318, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8532bbb0-4f51-49b8-b770-117a57a81318,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:43:51.869806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:43:51.900724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3cbf5b-3839-458f-a5ce-1b1b159f663f,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:51.906082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:51.926601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:51.953444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:51.986395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:51.992252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-74532fc2-06c4-4c1f-b57d-cb5b8c20d31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:52.013149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c5f087b-a1e6-43cd-9c3b-288a7fe297e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:52.035777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:52.036718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:52.063346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:52.072542 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e3cbf5b-3839-458f-a5ce-1b1b159f663f HTTP/1.1" status: 204 len: 168 time: 3.2744510 Jan 25 18:43:52.138673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Made reservation on behalf of 362046140d964710879ce0e65217934b for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:43:52.173720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:52.205050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Pushing event updated for resources: {'Port': ['ID=1f13a3b8-03da-4413-a805-344c4f651b79,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:52.229074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:52.337707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:43:52.340827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:52.345782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:43:52.613972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:52.614575 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:52.729098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Allocated IP 172.20.0.4 (2fd8b0c1-e7ae-4110-af2d-bc2a608ce542/01eb249c-68e9-453b-b299-425bad0d814a/4328d792-ffba-4222-a552-c34717435cdd) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:43:52.991097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Pushing event updated for resources: {'Port': ['ID=8532bbb0-4f51-49b8-b770-117a57a81318,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:53.039500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:53.311923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:53.581594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:53.762937 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:53.823368 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d293a1a7-431b-4b25-86d5-38b6ba771296 req-85839b83-85f7-4628-8d1b-dc13d797b7e4 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.3522851 Jan 25 18:43:54.002333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port d3e418ad-aa5e-42be-8214-5e0fcb54d280, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d3e418ad-aa5e-42be-8214-5e0fcb54d280,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:43:54.040107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:54.065353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:54.256248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=d3e418ad-aa5e-42be-8214-5e0fcb54d280,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:54.272759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:54.300088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4304b66c-2f1f-4e31-b933-c4f0d0664503 None None] Provisioning complete for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:54.300513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4304b66c-2f1f-4e31-b933-c4f0d0664503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:54.491792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8532bbb0-4f51-49b8-b770-117a57a81318 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:43:54.879531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 8532bbb0-4f51-49b8-b770-117a57a81318 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:43:54.906629 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576f6b4-9f9f-4ead-8d35-bbc0704338e4 req-352fdb79-b8c7-42be-a8e1-37286e561b4e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:54.925204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c576f6b4-9f9f-4ead-8d35-bbc0704338e4 req-352fdb79-b8c7-42be-a8e1-37286e561b4e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 931 time: 1.4791849 Jan 25 18:43:55.015251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:55.020240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-eeec8eab-f9da-4ceb-b5db-1247e77fd774 None None] Provisioning complete for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:55.020660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eeec8eab-f9da-4ceb-b5db-1247e77fd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:55.045498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:55.098166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:55.329474 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5685ab-85b4-4290-8efa-9a6da75b373f None None] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:43:55.424535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event updated for resources: {'Port': ['ID=4328d792-ffba-4222-a552-c34717435cdd,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:55.537551 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.18', 61164) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:55.578183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:55.742303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d1c45330-9086-4878-ac66-de40e8bcdf17 req-04733746-8e0c-4612-b897-1cb91681faa2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.2842464 Jan 25 18:43:55.749337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49078) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:55.803217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Provisioning complete for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:55.803802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.077964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.268827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d3e418ad-aa5e-42be-8214-5e0fcb54d280 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:43:56.396011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:43:56.398339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c576f6b4-9f9f-4ead-8d35-bbc0704338e4 req-bc3d90de-e7a2-433e-a18d-6d261468f2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Synchronizing usage tracker for tenant:362046140d964710879ce0e65217934b on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:43:56.402577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:43:56.424246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:43:56.451726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:56.452458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.482166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8f65df5d-3b4b-466d-a261-d6d00ad253ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.518976 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4302337 Jan 25 18:43:56.538817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Provisioning for port 8532bbb0-4f51-49b8-b770-117a57a81318 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:43:56.585854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Provisioning complete for port 8532bbb0-4f51-49b8-b770-117a57a81318 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:56.585854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.643075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port d3e418ad-aa5e-42be-8214-5e0fcb54d280 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:56.643642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.656944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:56.989867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:57.041130 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-7d5f67fd-225c-4ff8-b9b8-01462b308184 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:43:57.042821 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-7d5f67fd-225c-4ff8-b9b8-01462b308184 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0730224 Jan 25 18:43:57.059240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:57.279674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:57.302086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-0558a622-f596-4a9a-aa2f-05b6b2954ee5 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:57.303808 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-0558a622-f596-4a9a-aa2f-05b6b2954ee5 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.18 "GET /v2.0/networks?id=30d82448-e9af-429b-bbf7-d60b249e9589 HTTP/1.1" status: 200 len: 812 time: 1.7279549 Jan 25 18:43:57.383227 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b17d9ae3-09e7-4d4e-895b-343ff82947f7 req-ab1ff52e-5cf6-457b-aee0-3b23c2f2371d tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.2465203 Jan 25 18:43:57.393037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c576f6b4-9f9f-4ead-8d35-bbc0704338e4 req-bc3d90de-e7a2-433e-a18d-6d261468f2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Unset dirty status for tenant:362046140d964710879ce0e65217934b on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:43:57.395127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] For port 8532bbb0-4f51-49b8-b770-117a57a81318, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8532bbb0-4f51-49b8-b770-117a57a81318,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:43:57.407000 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c576f6b4-9f9f-4ead-8d35-bbc0704338e4 req-bc3d90de-e7a2-433e-a18d-6d261468f2ca tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4801314 Jan 25 18:43:57.411134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:57.413580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:57.566815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:57.582116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:43:57.600847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Usage tracker for resource:security_group_rule and tenant:182cf68532794e17b3a5ef47395bea47 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:57.623478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:57.624393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Pushing event updated for resources: {'Port': ['ID=8532bbb0-4f51-49b8-b770-117a57a81318,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:57.634744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:43:57.646169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:57.648994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Router 639c400c-2940-4e7f-9add-524142058b6a is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:43:57.660210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:57.660481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f1857dc7-1415-4118-a44b-4a2b2cda3266 None None] Provisioning complete for port 8532bbb0-4f51-49b8-b770-117a57a81318 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:57.660983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1857dc7-1415-4118-a44b-4a2b2cda3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:57.665879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:43:58.186004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-fb3503e7-82b4-4ca6-941d-14da4c32a01a None None] Provisioning complete for port 8532bbb0-4f51-49b8-b770-117a57a81318 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:58.186352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fb3503e7-82b4-4ca6-941d-14da4c32a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:58.272893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8532bbb0-4f51-49b8-b770-117a57a81318 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:43:58.330294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49128) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:58.439082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 8532bbb0-4f51-49b8-b770-117a57a81318 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:43:58.439882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:58.565079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:43:58.566602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:43:58.571101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:43:58.574427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:43:58.589572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:58.594412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:58.598567 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6758003 Jan 25 18:43:58.600771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49138) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:58.642438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:58.913593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-62dcd754-2b0f-48b5-9cd8-5eb0e32bc78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:43:58.952704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:43:58.985289 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=182cf68532794e17b3a5ef47395bea47&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2312262 Jan 25 18:43:58.988475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:43:58.990530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:43:58.996155 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49146) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:58.996995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6018ef2c-3995-40d0-bf9b-cff5f8eae353,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:43:59.003173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:43:59.020451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:43:59.028532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:43:59.029379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:43:59.153461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Sync routers for ids ['639c400c-2940-4e7f-9add-524142058b6a'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:43:59.204813 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ce2748cf-fa50-4b60-8573-b9b5ca173faf req-1cb835af-9435-47a0-9ee0-1e511d6d6893 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.3493223 Jan 25 18:43:59.205085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Routers {'639c400c-2940-4e7f-9add-524142058b6a'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:43:59.205839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['639c400c-2940-4e7f-9add-524142058b6a'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:43:59.214953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:59.216816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] Notify callbacks [] for router, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:59.225758 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2bd7d89c-180c-4273-b2c6-360e87e5b127 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 17.1430120 Jan 25 18:43:59.249826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49152) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:59.251049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:59.336419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:43:59.351845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9433a3cf344b2d820384c1eeb6839a is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:43:59.360751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:43:59.413183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:43:59.418138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Notify callbacks [] for router, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:59.422602 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.9191463 Jan 25 18:43:59.427750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49156) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:43:59.464578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Set router 639c400c-2940-4e7f-9add-524142058b6a gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:43:59.491479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7381-a867-4c39-b3ed-5686c9e379da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:59.502973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:43:59.663992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:43:59.700503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d6ce-fa80-4f0b-85cd-1cb71c08d0b4 req-79fe4653-5838-45cd-a184-92e9314b0398 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:43:59.701468 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7f64d6ce-fa80-4f0b-85cd-1cb71c08d0b4 req-79fe4653-5838-45cd-a184-92e9314b0398 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 931 time: 0.7949717 Jan 25 18:43:59.880743 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7f64d6ce-fa80-4f0b-85cd-1cb71c08d0b4 req-bd9fe984-80ba-42a2-9077-df044600db6c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Jan 25 18:44:00.230984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:00.341058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:00.352700 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:00.435496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b867c299-b55d-47c4-ad7a-a957028580f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:00.555894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:00.570583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:00.622975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:43:48Z', 'revision_number': 3, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:00.633100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Checking router: 639c400c-2940-4e7f-9add-524142058b6a for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:00.634088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Updating router 639c400c-2940-4e7f-9add-524142058b6a port ebdc76f0-909b-4a49-8343-3f839363a3c9 binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:44:00.637253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:43:52Z', 'revision_number': 3, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:00.639422 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-33332162-ec41-40a0-b2fe-3ec54a9905c9 req-1761a073-0558-4712-93ce-599deccca1af tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.1116486 Jan 25 18:44:00.643317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f814db-d3c7-4612-8c0c-ca839bb08d2f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:00.668873 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:00.671579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Updating router f3db37af-14c1-407f-8eeb-a7b3c268d21e port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:44:00.698739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:00.705843 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc9433a3cf344b2d820384c1eeb6839a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3736920 Jan 25 18:44:00.708898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49170) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:00.734132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:00.830600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.079674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.081326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.141499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.180751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-abbf204f-5f8b-4aac-9a42-c099fbd86f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:01.212594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.246666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:43:54Z', 'revision_number': 3, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:01.257751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:01.258340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Updating router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 port 1f13a3b8-03da-4413-a805-344c4f651b79 binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:44:01.280535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6018ef2c-3995-40d0-bf9b-cff5f8eae353,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:01.289062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:01.295476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.296711 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6018ef2c-3995-40d0-bf9b-cff5f8eae353 HTTP/1.1" status: 204 len: 168 time: 2.2827332 Jan 25 18:44:01.375823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.512987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.559165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:01.614497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f814db-d3c7-4612-8c0c-ca839bb08d2f,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:01.624560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.629532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2f814db-d3c7-4612-8c0c-ca839bb08d2f HTTP/1.1" status: 204 len: 168 time: 0.9178035 Jan 25 18:44:01.640112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:01.741706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.785363 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Transition to ACTIVE for port object ebdc76f0-909b-4a49-8343-3f839363a3c9 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:01.800734 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:01.868407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:01.903491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb3063-d104-4003-aaa0-97c3d2e67283 req-4bef5f9d-11f7-4952-b4d0-a8afc5cc782f tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:01.925295 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cdbb3063-d104-4003-aaa0-97c3d2e67283 req-4bef5f9d-11f7-4952-b4d0-a8afc5cc782f tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 931 time: 0.6918533 Jan 25 18:44:02.086464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.103919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Transition to ACTIVE for port object 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:02.108968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.131186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:02.222375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e587d98-80d8-47c7-9e3a-0279bdda3502 None None] Pushing event updated for resources: {'Port': ['ID=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:02.233915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.282631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Request body: {'port': {'device_id': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589', 'admin_state_up': True, 'tenant_id': '164d214f6bab433598275d066ad12c7f'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:02.297189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e587d98-80d8-47c7-9e3a-0279bdda3502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:02.418070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Attempting to bind port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:02.418638 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Attempting to bind port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:02.419141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Attempting to bind port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:02.434395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:02.435172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:02.435745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.436846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:02.441893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Bound port: 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:02.442755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.562762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] For port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:02.572141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] For port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:02.578699 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.612191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:02.783492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.800492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Transition to ACTIVE for port object 1f13a3b8-03da-4413-a805-344c4f651b79 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:02.815021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Pushing event updated for resources: {'Port': ['ID=ebdc76f0-909b-4a49-8343-3f839363a3c9,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:02.826743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.827131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.827510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.827879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.828247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.828612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.828973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.829335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.829738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.830095 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.830455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.830812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.831652 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.831652 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.831868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.832224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.832578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.832933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.833292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.833866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.835011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.835389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.835748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.836103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Tracked resource versions report: Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: pushed versions: Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': {'1.0'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': {'1.1'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': {'1.6'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': {'1.0'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': {'1.1'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': {'1.1'}} Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: consumer versions: Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: { DHCP agent@dv-cinder-772388-1-smb: {}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: L3 agent@dv-cinder-772388-1-smb: {}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: Metadata agent@dv-cinder-772388-1-smb: {}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: Metering agent@dv-cinder-772388-1-smb: {}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@dv-cinder-772388-1-smb: { 'AddressGroup': '1.1', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}, Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Log': '1.0', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Network': '1.1', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Port': '1.6', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'PortForwarding': '1.2', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'QosPolicy': '1.8', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroup': '1.4', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'SubPort': '1.0', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Subnet': '1.1', Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: 'Trunk': '1.1'}} Jan 25 18:44:02.837688 dv-cinder-772388-1-smb neutron-server[79968]: {{(pid=80084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 18:44:02.848750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Attempting to bind port ebdc76f0-909b-4a49-8343-3f839363a3c9 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:02.849341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Attempting to bind port ebdc76f0-909b-4a49-8343-3f839363a3c9 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:02.849771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Attempting to bind port ebdc76f0-909b-4a49-8343-3f839363a3c9 on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:02.858403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.860057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:02.861110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:02.861426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:02.862101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:02.862568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:02.863252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Bound port: ebdc76f0-909b-4a49-8343-3f839363a3c9, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:02.863727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.003373 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-abd2ac3f-2419-4c49-94f2-027e3fbb39d3 req-2599134e-d38e-4dff-a5d3-be5f97194521 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.8664651 Jan 25 18:44:03.124189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2dc57e81-4006-47d5-9455-b341eca6fc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:03.132242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e587d98-80d8-47c7-9e3a-0279bdda3502 None None] Pushing event updated for resources: {'Port': ['ID=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:03.147668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e587d98-80d8-47c7-9e3a-0279bdda3502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:03.149995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Allocated IP 172.20.0.1 (c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914/8fd34dda-27e9-4ee6-b581-75cbd0b1faac/82a2ab2f-fb11-4308-897d-6889e45fd8b6) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:03.164603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:03.165298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:03.182231 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cdbb3063-d104-4003-aaa0-97c3d2e67283 req-f41edccd-a911-4a33-ae21-731cc8dcd7bb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2551947 Jan 25 18:44:03.236284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bbe78-127c-46a0-9ae4-35d7df418bfb None None] Pushing event updated for resources: {'Port': ['ID=1f13a3b8-03da-4413-a805-344c4f651b79,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:03.259568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-106bbe78-127c-46a0-9ae4-35d7df418bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:03.342613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Attempting to bind port 1f13a3b8-03da-4413-a805-344c4f651b79 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:03.343218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Attempting to bind port 1f13a3b8-03da-4413-a805-344c4f651b79 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:03.344240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Attempting to bind port 1f13a3b8-03da-4413-a805-344c4f651b79 on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:03.356243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:03.357918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:03.358542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.359128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:03.359825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Bound port: 1f13a3b8-03da-4413-a805-344c4f651b79, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:03.360440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.406530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:03.414165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Usage tracker for resource:port and tenant:164d214f6bab433598275d066ad12c7f is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:03.422091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Quota usage for port was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:03.438268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:03.468563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Made reservation on behalf of 164d214f6bab433598275d066ad12c7f for: {'port': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:03.479015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] For port 1f13a3b8-03da-4413-a805-344c4f651b79, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:03.484510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] For port 1f13a3b8-03da-4413-a805-344c4f651b79, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=1f13a3b8-03da-4413-a805-344c4f651b79,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:03.492277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.493143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.495541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] For port ebdc76f0-909b-4a49-8343-3f839363a3c9, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:03.575110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Request body: {'port': {'device_id': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:03.606554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:03.660156 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] For port ebdc76f0-909b-4a49-8343-3f839363a3c9, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ebdc76f0-909b-4a49-8343-3f839363a3c9,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:03.663742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49242) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:03.674580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.733530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:03.780101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:03.898193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:04.207016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1611270278-network', 'tenant_id': '1a4cf394dd5e4c0d8b4a2c32c1b57b38'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:04.221696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:04.230585 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Routers {'639c400c-2940-4e7f-9add-524142058b6a'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:04.231320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['639c400c-2940-4e7f-9add-524142058b6a'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:04.265857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Allocated IP 172.20.0.1 (fc6a1618-ccc2-4f8c-aedd-bb51452ede5f/7c28d1dc-ae3e-4575-b911-3f8c023c58a3/bc38753b-1ab7-4bca-bfc0-00d692a867a4) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:04.280104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:43:52Z', 'revision_number': 3, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:04.286149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20debd5b-41e0-4414-8e56-d70b71dfd5ea None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:43:52Z', 'revision_number': 3, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:04.305276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:04.314043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:04.376427 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a5b6cfc1-bb9e-4d8e-ae62-4bac4112e0c0 req-aa271a00-b779-4194-b191-e6236d150af2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.1055808 Jan 25 18:44:04.443376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:04.485291 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bbe78-127c-46a0-9ae4-35d7df418bfb None None] Pushing event updated for resources: {'Port': ['ID=1f13a3b8-03da-4413-a805-344c4f651b79,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:04.501301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-106bbe78-127c-46a0-9ae4-35d7df418bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:04.504378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-106bbe78-127c-46a0-9ae4-35d7df418bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:04.504871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Usage tracker for resource:network and tenant:1a4cf394dd5e4c0d8b4a2c32c1b57b38 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:04.532506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:04.601905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:04.620435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Transition to ACTIVE for port object bc38753b-1ab7-4bca-bfc0-00d692a867a4 will not be triggered until provisioned by entity DHCP. {{(pid=80082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:04.621764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:04.622578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:04.726807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:04.756511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:04.870275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e855f0d5-80bf-4792-9972-66c27fbe7e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:04.895243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] Set router 639c400c-2940-4e7f-9add-524142058b6a gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:04.998211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:05.060846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Allocated IP 172.20.0.2 (30d82448-e9af-429b-bbf7-d60b249e9589/67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099/a8db18d7-56ba-44c2-8cc8-42b10a561308) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:05.107766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Pushing event updated for resources: {'Port': ['ID=ebdc76f0-909b-4a49-8343-3f839363a3c9,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:05.122898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:05.137603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Pushing event updated for resources: {'Port': ['ID=bc38753b-1ab7-4bca-bfc0-00d692a867a4,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:05.147724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:05.247098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Made reservation on behalf of 1a4cf394dd5e4c0d8b4a2c32c1b57b38 for: {'network': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:05.254194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:05.276908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a476e-1a52-436f-9814-62226beacd92 req-7528a26f-136b-42c9-bd77-abf13b999b66 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:05.278663 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e11a476e-1a52-436f-9814-62226beacd92 req-7528a26f-136b-42c9-bd77-abf13b999b66 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 931 time: 0.6226575 Jan 25 18:44:05.332787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:05.361824 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:05.416952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:05.493096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:05.493622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:05.607139 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e11a476e-1a52-436f-9814-62226beacd92 req-0c6d1427-c10c-453a-9698-54ca6bcfbde0 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044195 Jan 25 18:44:05.621827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Pushing event updated for resources: {'Port': ['ID=82a2ab2f-fb11-4308-897d-6889e45fd8b6,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:05.634255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:05.655327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.212s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:05.793910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9a0fb60a-db3f-4692-8c1e-e403424e8a71 None None] Provisioning for port bc38753b-1ab7-4bca-bfc0-00d692a867a4 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:05.813090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9a0fb60a-db3f-4692-8c1e-e403424e8a71 None None] Provisioning complete for port bc38753b-1ab7-4bca-bfc0-00d692a867a4 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:05.813372 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-81b801a2-5748-4162-bc50-37286138c824 req-8344872b-dcd4-4ae4-a672-cda36fab63a6 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.1899683 Jan 25 18:44:05.814675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb60a-db3f-4692-8c1e-e403424e8a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:05.875589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:05.883453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4cf394dd5e4c0d8b4a2c32c1b57b38 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:05.889438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:05.915469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:05.931471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:43:54Z', 'revision_number': 3, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:05.941502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d65b7d-8d6b-4884-9794-c2c8335b3b72 None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:43:54Z', 'revision_number': 3, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:05.956581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb60a-db3f-4692-8c1e-e403424e8a71 None None] Port bc38753b-1ab7-4bca-bfc0-00d692a867a4 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:44:05.959014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:43:48Z', 'revision_number': 3, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:05.959447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:05.967322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837052f-9632-48bc-87c9-30b041ae8dd4 None None] The sync data for ids ['639c400c-2940-4e7f-9add-524142058b6a'] in dv-cinder-772388-1-smb is: [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:43:48Z', 'revision_number': 3, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:06.017094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:06.022570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4328d792-ffba-4222-a552-c34717435cdd {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:06.026531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.031513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:06.033870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:06.034235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.046631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.106518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:06.210213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.251241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:06.317077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.334621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Allocated IP 172.20.0.1 (a862549d-eb32-4dba-8009-7741e340eedc/5b942efe-b294-4684-a4ce-9432a737ef16/ed280889-dacc-4bb6-a4a9-2ba38b08fcb9) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:06.342430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:06.351205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:06.351782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.574699 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.594919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:06.599133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.602429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e587d98-80d8-47c7-9e3a-0279bdda3502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:06.689901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Pushing event updated for resources: {'Port': ['ID=a8db18d7-56ba-44c2-8cc8-42b10a561308,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:06.698064 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:06.701582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:06.711886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Network 30d82448-e9af-429b-bbf7-d60b249e9589 is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:06.738358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:06.756219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:06.796543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:06.800765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.804328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Transition to ACTIVE for port object 4328d792-ffba-4222-a552-c34717435cdd will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:06.833172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-467bdd3c-b876-4a00-ab22-84d6725433e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:06.834729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:06.835893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.866543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.875103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.877879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.883758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:06.896304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:06.983512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:44:07.015959 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8861327 Jan 25 18:44:07.078535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752a966-1472-4fe4-ad08-5ec73072c4ac,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:07.137436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:07.138092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:07.189922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.190541 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Added segment e7e71851-a7fd-4813-b16b-af44696a5429 of type vxlan for network b863ffd6-5638-487a-9587-2b141a5a2363 Jan 25 18:44:07.285198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49336) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:07.312787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.329221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Pushing event updated for resources: {'Port': ['ID=4328d792-ffba-4222-a552-c34717435cdd,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:07.336811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.382139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:07.406806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Request body: {'port': {'device_id': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:07.419769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Transition to ACTIVE for port object ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:07.478051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Pushing event updated for resources: {'Port': ['ID=bc38753b-1ab7-4bca-bfc0-00d692a867a4,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:07.488199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.498512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:07.571966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.581426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.596590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-162bee2a-84ef-47db-b91c-baee160f1430 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:07.597403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-162bee2a-84ef-47db-b91c-baee160f1430 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Synchronizing usage tracker for tenant:164d214f6bab433598275d066ad12c7f on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:07.598904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:07.599558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.609905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:07.666415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:07.693483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Usage tracker for resource:security_group_rule and tenant:242509ca06ef4a5480de62065ee60096 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:07.698693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:07.716534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea77f0-8cb3-443b-95b4-a7215ade7d73 req-e8dc02b4-ff59-4eca-a10e-02a6c64f8052 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:07.718266 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-57ea77f0-8cb3-443b-95b4-a7215ade7d73 req-e8dc02b4-ff59-4eca-a10e-02a6c64f8052 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 943 time: 0.7106206 Jan 25 18:44:07.769148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:07.770523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:07.774980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.818742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:07.832539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Attempting to bind port 4328d792-ffba-4222-a552-c34717435cdd on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:07.832911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Attempting to bind port 4328d792-ffba-4222-a552-c34717435cdd by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:07.833274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Attempting to bind port 4328d792-ffba-4222-a552-c34717435cdd on network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:07.835877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.922628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:07.923023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Checking segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:07.923471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.924163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Bound using segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:07.924349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Bound port: 4328d792-ffba-4222-a552-c34717435cdd, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:07.924718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:07.943858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Pushing event updated for resources: {'Network': ['ID=b863ffd6-5638-487a-9587-2b141a5a2363,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:07.948454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:07.953569 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.2413473 Jan 25 18:44:07.954470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49346) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:07.958172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network b863ffd6-5638-487a-9587-2b141a5a2363 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:44:07.982200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network b863ffd6-5638-487a-9587-2b141a5a2363 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:44:07.993132 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-57ea77f0-8cb3-443b-95b4-a7215ade7d73 req-f683a451-b0a0-4572-8975-693adc108f20 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650623 Jan 25 18:44:08.161296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1aebf355-b581-4f03-a16b-b525209c07a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:08.294116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:44:08.413008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d9c19d97-d2c1-47a2-8138-8c0d000fe685 None None] Provisioning complete for port bc38753b-1ab7-4bca-bfc0-00d692a867a4 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:08.413582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d9c19d97-d2c1-47a2-8138-8c0d000fe685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:08.518360 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] For port 4328d792-ffba-4222-a552-c34717435cdd, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:08.522937 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] For port 4328d792-ffba-4222-a552-c34717435cdd, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4328d792-ffba-4222-a552-c34717435cdd,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:08.549826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d9c19d97-d2c1-47a2-8138-8c0d000fe685 None None] Port bc38753b-1ab7-4bca-bfc0-00d692a867a4 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:44:08.553247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 1f13a3b8-03da-4413-a805-344c4f651b79 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:08.678897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 1f13a3b8-03da-4413-a805-344c4f651b79 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:08.692063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 1f13a3b8-03da-4413-a805-344c4f651b79 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:08.692870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:08.730588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Request body: {'subnet': {'network_id': 'b863ffd6-5638-487a-9587-2b141a5a2363', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1611270278-subnet', 'tenant_id': '1a4cf394dd5e4c0d8b4a2c32c1b57b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:08.752023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:08.752841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:08.756159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:08.759840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:08.831658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:08.917866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Usage tracker for resource:subnet and tenant:1a4cf394dd5e4c0d8b4a2c32c1b57b38 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:08.922971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:08.929260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:08.930371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:44:08.949946 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] 10.222.0.81 "PUT /v2.0/routers/2b8523b9-97ae-40a4-9dd1-7d310d958f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3476245 Jan 25 18:44:08.977984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.000240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.030377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-162bee2a-84ef-47db-b91c-baee160f1430 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Unset dirty status for tenant:164d214f6bab433598275d066ad12c7f on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:09.054927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Made reservation on behalf of 1a4cf394dd5e4c0d8b4a2c32c1b57b38 for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:09.060574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.062342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 1f13a3b8-03da-4413-a805-344c4f651b79, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=1f13a3b8-03da-4413-a805-344c4f651b79,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:09.066435 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-162bee2a-84ef-47db-b91c-baee160f1430 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 931 time: 2.0471487 Jan 25 18:44:09.199861 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.201144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:09.203704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Pushing event updated for resources: {'Port': ['ID=4328d792-ffba-4222-a552-c34717435cdd,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:09.354442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:09.419915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8db18d7-56ba-44c2-8cc8-42b10a561308 {{(pid=80082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:09.432295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-04f143b6-5202-4382-b61b-f0ad4bb00207 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Synchronizing usage tracker for tenant:164d214f6bab433598275d066ad12c7f on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:09.447642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.452770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=1f13a3b8-03da-4413-a805-344c4f651b79,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:09.458389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:09.483915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Transition to ACTIVE for port object a8db18d7-56ba-44c2-8cc8-42b10a561308 will not be triggered until provisioned by entity L2. {{(pid=80082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:09.489323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-04f143b6-5202-4382-b61b-f0ad4bb00207 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Unset dirty status for tenant:164d214f6bab433598275d066ad12c7f on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:09.500687 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0d98d1b7-dcf2-4a6d-9214-e2d6242f04f5 req-04f143b6-5202-4382-b61b-f0ad4bb00207 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128179 Jan 25 18:44:09.504906 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.506373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:09.506938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.559257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:09.596689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.597743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:09.670093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:09.678646 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=242509ca06ef4a5480de62065ee60096&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3921857 Jan 25 18:44:09.696818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49370) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:09.748374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.797863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.812874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:09.973804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39af94d-1d0f-4968-8bd1-cf688d754fa2,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:09.987162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:09.999330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:10.068697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:10.093820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49376) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:10.095845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Network a862549d-eb32-4dba-8009-7741e340eedc is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:10.096945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:10.098803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece1af4-b028-4b21-930b-0462a351d5ba req-b973d0e3-c1d9-4b51-a28f-818a0dfe5a22 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:10.100332 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9ece1af4-b028-4b21-930b-0462a351d5ba req-b973d0e3-c1d9-4b51-a28f-818a0dfe5a22 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 943 time: 0.7466664 Jan 25 18:44:10.111651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Pushing event updated for resources: {'Port': ['ID=a8db18d7-56ba-44c2-8cc8-42b10a561308,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:10.111987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:10.116953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:10.116953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.121922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'security_group': {'name': 'tempest-securitygroup--105165847', 'description': 'tempest-description--477114280'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:10.126417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:10.210563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:10.243948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Pushing event updated for resources: {'Port': ['ID=82a2ab2f-fb11-4308-897d-6889e45fd8b6,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:10.249695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:10.265239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 1f13a3b8-03da-4413-a805-344c4f651b79 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:10.277384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.328449 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9ece1af4-b028-4b21-930b-0462a351d5ba req-8c404b31-4ff0-4bed-b183-03cde693cc1c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010014 Jan 25 18:44:10.335435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:10.370435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:10.370710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.370809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.370809 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] 10.222.0.18 "PUT /v2.0/ports/4328d792-ffba-4222-a552-c34717435cdd HTTP/1.1" status: 200 len: 1157 time: 8.1446714 Jan 25 18:44:10.370809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:10.381292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'tag': '4328d792-ffba-4222-a552-c34717435cdd'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:10.392931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 1f13a3b8-03da-4413-a805-344c4f651b79 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:10.393581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.395356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Attempting to bind port a8db18d7-56ba-44c2-8cc8-42b10a561308 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:10.395729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Attempting to bind port a8db18d7-56ba-44c2-8cc8-42b10a561308 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '507e1232-2106-42d9-b9e9-4ec044641051', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589'}] {{(pid=80082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:10.396094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Attempting to bind port a8db18d7-56ba-44c2-8cc8-42b10a561308 on network 30d82448-e9af-429b-bbf7-d60b249e9589 {{(pid=80082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:10.411161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:10.411465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Checking segment: {'id': '507e1232-2106-42d9-b9e9-4ec044641051', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:10.411907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.412293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Bound using segment: {'id': '507e1232-2106-42d9-b9e9-4ec044641051', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589'} {{(pid=80082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:10.412790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Bound port: a8db18d7-56ba-44c2-8cc8-42b10a561308, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507e1232-2106-42d9-b9e9-4ec044641051', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30d82448-e9af-429b-bbf7-d60b249e9589'}}] {{(pid=80082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:10.413160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.481367 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-73e887b6-9ce5-40d7-8e23-432611768dd9 None None] Provisioning for port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:10.489167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-73e887b6-9ce5-40d7-8e23-432611768dd9 None None] Provisioning complete for port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:10.489372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73e887b6-9ce5-40d7-8e23-432611768dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.528757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.529860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:10.536709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:10.546467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] For port a8db18d7-56ba-44c2-8cc8-42b10a561308, host hv-cinder-77238, cleared binding levels {{(pid=80082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:10.565177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39af94d-1d0f-4968-8bd1-cf688d754fa2,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:10.573047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:10.575496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] For port a8db18d7-56ba-44c2-8cc8-42b10a561308, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a8db18d7-56ba-44c2-8cc8-42b10a561308,segment=NetworkSegment(507e1232-2106-42d9-b9e9-4ec044641051),segment_id=507e1232-2106-42d9-b9e9-4ec044641051)] {{(pid=80082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:10.577563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.578624 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f39af94d-1d0f-4968-8bd1-cf688d754fa2 HTTP/1.1" status: 204 len: 168 time: 0.8793876 Jan 25 18:44:10.580694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.663985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-73e887b6-9ce5-40d7-8e23-432611768dd9 None None] Port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:44:10.672702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ebdc76f0-909b-4a49-8343-3f839363a3c9 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:10.719851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-888f1846-afd6-47a7-ac22-5fca510e6b31 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:10.763461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port ebdc76f0-909b-4a49-8343-3f839363a3c9 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:10.785234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ebdc76f0-909b-4a49-8343-3f839363a3c9 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:10.785882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.800381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:10.801061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:10.802604 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8db18d7-56ba-44c2-8cc8-42b10a561308 HTTP/1.1" status: 200 len: 1157 time: 3.4112368 Jan 25 18:44:10.803110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'tag': 'a8db18d7-56ba-44c2-8cc8-42b10a561308'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:11.002792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Pushing event updated for resources: {'Port': ['ID=a8db18d7-56ba-44c2-8cc8-42b10a561308,revision_number=3']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:11.007940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:11.072807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-1dd29df9-718a-4ede-aac5-fc549c309e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:11.079206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:11.079532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-1dd29df9-718a-4ede-aac5-fc549c309e02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=164d214f6bab433598275d066ad12c7f&device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 1160 time: 0.2040696 Jan 25 18:44:11.105486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:11.148583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port ebdc76f0-909b-4a49-8343-3f839363a3c9, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ebdc76f0-909b-4a49-8343-3f839363a3c9,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:11.152135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:11.154032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:11.264387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:11.304153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=ebdc76f0-909b-4a49-8343-3f839363a3c9,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:11.308951 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:11.333710 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-7cc7596f-23af-424f-a0a6-40be0b98e300 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8db18d7-56ba-44c2-8cc8-42b10a561308 HTTP/1.1" status: 200 len: 217 time: 0.1641660 Jan 25 18:44:11.368962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49406) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:11.370588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:11.375400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:11.416236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:11.457746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd51a7d-05eb-4998-8fbe-38d854d3dbc8 req-653fa463-f74a-493a-a4c5-41b19ef0a3ea tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:11.459523 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1cd51a7d-05eb-4998-8fbe-38d854d3dbc8 req-653fa463-f74a-493a-a4c5-41b19ef0a3ea tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 943 time: 0.3721015 Jan 25 18:44:11.466909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45c72-052e-44b4-853c-33f44e03472f req-6c0648aa-ce66-4072-88a6-bad62be6b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:11.468519 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-6c0648aa-ce66-4072-88a6-bad62be6b8e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099 HTTP/1.1" status: 200 len: 852 time: 0.1277149 Jan 25 18:44:11.566186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:11.570781 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-a00bc0d0-91fc-4feb-b2c2-8548be7d8b32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30d82448-e9af-429b-bbf7-d60b249e9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579116 Jan 25 18:44:11.574542 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'tag': 'a8db18d7-56ba-44c2-8cc8-42b10a561308', 'status': 'completed', 'code': 200} Jan 25 18:44:11.583593 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1cd51a7d-05eb-4998-8fbe-38d854d3dbc8 req-eae1de14-de4f-442c-8d40-13c1e06ff98e tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139932 Jan 25 18:44:11.590073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:11.606286 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Router 639c400c-2940-4e7f-9add-524142058b6a has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:44:11.645756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:11.670591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Usage tracker for resource:security_group_rule and tenant:91c68f9d38fc4ebf9dd33bffe3169d2f is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:11.829814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:11.844931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-56265c9e-1d9a-4b19-a749-668243928917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:11.849820 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-56265c9e-1d9a-4b19-a749-668243928917 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 1160 time: 1.3926022 Jan 25 18:44:11.860926 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-53cc5edf-eb46-476e-a973-927dc29bf8c7 service neutron] 10.222.0.18 "GET /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692728 Jan 25 18:44:12.010939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:12.067160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905271-128b-4563-b18c-7313e8e9cd78 req-71e257e1-9127-446c-9090-e906fb9e4a6b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:12.068842 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6d905271-128b-4563-b18c-7313e8e9cd78 req-71e257e1-9127-446c-9090-e906fb9e4a6b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 943 time: 0.2757318 Jan 25 18:44:12.091181 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'tag': '4328d792-ffba-4222-a552-c34717435cdd', 'status': 'completed', 'code': 200} Jan 25 18:44:12.115579 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cde45c72-052e-44b4-853c-33f44e03472f req-babf2857-5f4f-43b3-9cd3-fe07153d569e service neutron] 10.222.0.18 "GET /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2445848 Jan 25 18:44:12.142997 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6d905271-128b-4563-b18c-7313e8e9cd78 req-e0972a0a-7406-49cb-841f-7873c6f51298 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652282 Jan 25 18:44:12.160663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ebdc76f0-909b-4a49-8343-3f839363a3c9 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:12.213378 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-2dd492c4-8f5b-4509-a87c-34567c9ce450 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4328d792-ffba-4222-a552-c34717435cdd HTTP/1.1" status: 200 len: 217 time: 0.2057543 Jan 25 18:44:12.255486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ebdc76f0-909b-4a49-8343-3f839363a3c9 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:12.256080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:12.290079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-d70a018f-9d9c-42ed-a3b5-2cc89798b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:12.293224 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-d70a018f-9d9c-42ed-a3b5-2cc89798b57a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=164d214f6bab433598275d066ad12c7f&device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 1160 time: 0.0867546 Jan 25 18:44:12.456604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-5aeaf46a-2cf0-4c75-8aaf-6dbc3a261de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:12.458226 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-5aeaf46a-2cf0-4c75-8aaf-6dbc3a261de8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30d82448-e9af-429b-bbf7-d60b249e9589 HTTP/1.1" status: 200 len: 906 time: 0.1574106 Jan 25 18:44:12.536680 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-c05b8b8c-4e43-436c-a36b-fffbb6c3c1ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8db18d7-56ba-44c2-8cc8-42b10a561308 HTTP/1.1" status: 200 len: 217 time: 0.0705655 Jan 25 18:44:12.607133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-66942345-a436-45ab-8d52-887de46630e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:12.608622 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-66942345-a436-45ab-8d52-887de46630e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099 HTTP/1.1" status: 200 len: 852 time: 0.0648930 Jan 25 18:44:12.664923 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-bb6a8b0a-6e64-4eb6-8551-454f827c7a9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30d82448-e9af-429b-bbf7-d60b249e9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484073 Jan 25 18:44:12.691175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:12.742370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-e1e0f1cc-37a1-4d66-9fb5-f7d5cc4b5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:12.744112 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-e1e0f1cc-37a1-4d66-9fb5-f7d5cc4b5de6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.5019920 Jan 25 18:44:12.759240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:12.837118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:12.865611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:44:12.879727 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-b228ae3d-0e09-4c44-bf23-1c50990d6511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163197 Jan 25 18:44:12.896980 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-8eedc369-f0c7-4abf-a5c2-5e36da54a19f service neutron] 10.222.0.18 "GET /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252367 Jan 25 18:44:12.935790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f1735-5f14-408c-88a2-85a0da3e6f04 req-7e9139cf-5f9d-4ebd-9b55-68d6297e99a2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:12.937364 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9f1f1735-5f14-408c-88a2-85a0da3e6f04 req-7e9139cf-5f9d-4ebd-9b55-68d6297e99a2 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 943 time: 0.1702173 Jan 25 18:44:13.075575 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 25 18:44:13.087327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9f1f1735-5f14-408c-88a2-85a0da3e6f04 req-8ba549c5-a1db-4826-8d79-0c13c9c3791f tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247618 Jan 25 18:44:13.095079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.099131 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9943798 Jan 25 18:44:13.103016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49430) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:13.111693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'security_group_rule': {'security_group_id': '2bbe3ff0-abbd-48f5-866b-8d39591305b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:13.125619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:13.131632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:13.144424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:13.148611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.155687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:13.157523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbe3ff0-abbd-48f5-866b-8d39591305b2,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:13.162164 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a5e5dd1-d8de-4eff-8e25-c6a930babeb1 req-636c42ec-33dc-4a2b-99d7-260898040479 service neutron] 10.222.0.18 "GET /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2236447 Jan 25 18:44:13.178739 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] 10.222.0.81 "PUT /v2.0/routers/639c400c-2940-4e7f-9add-524142058b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9217310 Jan 25 18:44:13.184399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.187318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.189930 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:13.200729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.217409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.235612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:13.244501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.419308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.422127 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-4d1a8561-d845-40ef-a7a0-cc0651aee3d5 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242820 Jan 25 18:44:13.462033 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91c68f9d38fc4ebf9dd33bffe3169d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0614326 Jan 25 18:44:13.549911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49446) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:13.562274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485cd8fa-a914-45e0-8b9b-0ca08e546ba9,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:13.566106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:13.575724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:13.591746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.599557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.610378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:13.641005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915bb6c8-2143-4bf3-a746-aa4f38729c75,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:13.649210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:13.663223 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.664685 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5601490 Jan 25 18:44:13.668924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49454) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:13.676358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'security_group_rule': {'security_group_id': '2bbe3ff0-abbd-48f5-866b-8d39591305b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:13.691736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:13.698560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:13.702676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:13.720616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:13.780990 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae791e52-ffd5-4b02-a8b7-514f821d4806 req-9e0854ee-a322-4534-841e-ec94a063cbb8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:13.782728 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ae791e52-ffd5-4b02-a8b7-514f821d4806 req-9e0854ee-a322-4534-841e-ec94a063cbb8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 943 time: 0.4426317 Jan 25 18:44:13.824209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:13.840403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:44:13.856040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:13.856996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:13.888485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Sync routers for ids ['639c400c-2940-4e7f-9add-524142058b6a'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:44:13.898464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:13.900883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Routers {'639c400c-2940-4e7f-9add-524142058b6a'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:13.902044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['639c400c-2940-4e7f-9add-524142058b6a'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:13.922819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:13.923527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e1a02ad1-1948-458e-ae63-257b41648486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:13.999357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Network a862549d-eb32-4dba-8009-7741e340eedc is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:14.006148 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f89d2d6c-2c33-4683-983f-0f042205db78 req-86652837-4128-4ef0-be41-b0afe0ef2335 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5715797 Jan 25 18:44:14.007020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:14.012297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.080574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:14.148116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Set router 639c400c-2940-4e7f-9add-524142058b6a gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:14.195235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-11dd1c6d-2a0f-483b-aff0-d3deda524cca tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:14.204600 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-11dd1c6d-2a0f-483b-aff0-d3deda524cca tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 819 time: 0.3403766 Jan 25 18:44:14.231942 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-34b02fa5-2666-406d-8763-c944afe940bd tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/quotas/ee7cbc45e3504beda5e2ac374365ff2c HTTP/1.1" status: 200 len: 375 time: 0.0259976 Jan 25 18:44:14.333353 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ae791e52-ffd5-4b02-a8b7-514f821d4806 req-c8889324-628c-4b3f-9b8b-387943f04907 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384545 Jan 25 18:44:14.383271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f44ba1-d355-48d3-9d49-b1e031d36e09,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:14.393546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.404565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:14.424051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.450710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.468039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Checking segment: {'id': 'e7e71851-a7fd-4813-b16b-af44696a5429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b863ffd6-5638-487a-9587-2b141a5a2363'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:14.468435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Network hostable DHCP agents. Network: b863ffd6-5638-487a-9587-2b141a5a2363, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:44:14.475650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e037fa8f-bcd1-4042-8887-0335db368e6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:14.529912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600f0c86-5d8b-46e8-a9f9-b4f3a1498db7,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:14.558783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:14.564078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-95e78074-8df1-443f-96e4-c1f87c162a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:14.565738 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-95e78074-8df1-443f-96e4-c1f87c162a7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 1160 time: 0.4412110 Jan 25 18:44:14.566377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Network b863ffd6-5638-487a-9587-2b141a5a2363 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:44:14.570087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:44:14.614639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.621284 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-0279c52b-2caa-4f75-b46b-13920fe9db50 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3873537 Jan 25 18:44:14.625131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:44:07Z', 'revision_number': 4, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '82a2ab2f-fb11-4308-897d-6889e45fd8b6', 'name': '', 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'mac_address': 'fa:16:3e:4d:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8fd34dda-27e9-4ee6-b581-75cbd0b1faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 2, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'subnets': [{'id': '8fd34dda-27e9-4ee6-b581-75cbd0b1faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:14.629300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Checking router: 639c400c-2940-4e7f-9add-524142058b6a for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:14.629756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Updating router 639c400c-2940-4e7f-9add-524142058b6a port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:44:14.684742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a2d27a86-74be-4354-91e3-b9130bf3b5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:14.691384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.691529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, b863ffd6-5638-487a-9587-2b141a5a2363) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:14.771140 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785960cc-d2f9-4fc6-a502-b354e42a9715 None None] Network b863ffd6-5638-487a-9587-2b141a5a2363 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:44:14.926828 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-094ebf36-978d-4cc9-91ba-27caa043f2f0 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044028 Jan 25 18:44:14.933950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:14.938228 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2653000 Jan 25 18:44:14.938870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49478) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:15.037451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0a31979d-3ea2-41e7-a1c9-ce0518b806f7 None None] Provisioning complete for port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:15.038031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a31979d-3ea2-41e7-a1c9-ce0518b806f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.068814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:15.074530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.122135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0a31979d-3ea2-41e7-a1c9-ce0518b806f7 None None] Port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:44:15.154997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485cd8fa-a914-45e0-8b9b-0ca08e546ba9,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:15.211920 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-22d0c448-5b94-46a2-8ec8-ef3031df8f01 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2000899 Jan 25 18:44:15.221382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'floatingip': {'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:15.231501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:15.232724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:44:15.249491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:15.254258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:floatingip and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:15.257717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:15.263514 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] 10.222.0.81 "PUT /v2.0/routers/f3db37af-14c1-407f-8eeb-a7b3c268d21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7994304 Jan 25 18:44:15.266397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:15.272346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.273559 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/485cd8fa-a914-45e0-8b9b-0ca08e546ba9 HTTP/1.1" status: 204 len: 168 time: 1.7129912 Jan 25 18:44:15.286207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-6cca99d9-3499-4af5-a855-2f2f57d2f5d5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:44:15.294235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.307434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:44:15.346865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:15.347668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:15.368970 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.0042961 Jan 25 18:44:15.427162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-fbdba398-1bff-4e84-a0ce-21e81323dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:15.428757 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-fbdba398-1bff-4e84-a0ce-21e81323dff3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 909 time: 0.8534906 Jan 25 18:44:15.438478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 2, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:15.455559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:15.456104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Updating router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 port bc38753b-1ab7-4bca-bfc0-00d692a867a4 binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:44:15.520266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e065c-13cb-40fc-ac89-2e3c5f01f7a7 req-93bb5d52-2eee-4728-955b-1a1d0b2afb3b tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:15.529812 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f52e065c-13cb-40fc-ac89-2e3c5f01f7a7 req-93bb5d52-2eee-4728-955b-1a1d0b2afb3b tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 943 time: 0.6117938 Jan 25 18:44:15.639977 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f52e065c-13cb-40fc-ac89-2e3c5f01f7a7 req-b0c0ccdd-de39-42f8-895f-abaf2c2825ac tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087794 Jan 25 18:44:15.679230 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-3c2aa6b9-a5fd-4dc9-8ed9-8c99c5985a05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4328d792-ffba-4222-a552-c34717435cdd HTTP/1.1" status: 200 len: 217 time: 0.2368150 Jan 25 18:44:15.734390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.794125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.845446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device a8db18d7-56ba-44c2-8cc8-42b10a561308 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:15.857731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-02c1fb29-87bb-4a1b-a64b-97d78af53dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:15.859332 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-02c1fb29-87bb-4a1b-a64b-97d78af53dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.1735375 Jan 25 18:44:15.964748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:15.977724 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-13755dcf-5537-4561-aab3-fdf390c8cd26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110475 Jan 25 18:44:16.000994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Transition to ACTIVE for port object 82a2ab2f-fb11-4308-897d-6889e45fd8b6 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:16.007630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:16.039112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:16.124978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0497b-3104-432a-ba0e-03e2d7760036 None None] Network b863ffd6-5638-487a-9587-2b141a5a2363 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:44:16.350559 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-d5f25453-f824-4c7e-b501-6609b913dba0 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651068 Jan 25 18:44:16.371695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d98545-5e63-41bd-8e43-4687f9363a47 None None] Pushing event updated for resources: {'Port': ['ID=82a2ab2f-fb11-4308-897d-6889e45fd8b6,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:16.372617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:16.388525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f2d98545-5e63-41bd-8e43-4687f9363a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:16.516736 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-48f6199f-3a05-4910-bf25-5b01c8dc933a req-f1c2f8e7-dd4a-4a1a-8884-71991253ee30 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 210 time: 0.6503105 Jan 25 18:44:16.665446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port a8db18d7-56ba-44c2-8cc8-42b10a561308 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:16.680028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port a8db18d7-56ba-44c2-8cc8-42b10a561308 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:16.680761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:16.693195 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45d613f5-8620-4754-a1d8-fc7e54aaaa2a req-5775aac5-47a4-4424-b8e6-ed142549c89f service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3367813 Jan 25 18:44:16.702175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Attempting to bind port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:16.702584 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Attempting to bind port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:16.702986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Attempting to bind port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 on network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:16.735059 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:16.735512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Checking segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:16.735916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:16.736343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Bound using segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:16.736855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Bound port: 82a2ab2f-fb11-4308-897d-6889e45fd8b6, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:16.750111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:17.014719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] For port 82a2ab2f-fb11-4308-897d-6889e45fd8b6, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:17.027802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] For port 82a2ab2f-fb11-4308-897d-6889e45fd8b6, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=82a2ab2f-fb11-4308-897d-6889e45fd8b6,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:17.035946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:17.059954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e13a24ad-485b-4207-9c17-78fe066fea3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:17.088074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aecb8-ff02-428c-a165-e631f2c6c1e1 req-13c5dad1-e4ff-448f-8067-4eb2f9f76ffa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:17.096129 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f30aecb8-ff02-428c-a165-e631f2c6c1e1 req-13c5dad1-e4ff-448f-8067-4eb2f9f76ffa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 943 time: 0.9082897 Jan 25 18:44:17.202303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f30aecb8-ff02-428c-a165-e631f2c6c1e1 req-45651af1-bbb1-43d1-8de3-c494f10fb1a3 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050992 Jan 25 18:44:17.243063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Allocated IP 172.28.2.173 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/3a1c248c-1183-4e0f-93e7-1223ad1f2ff9) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:17.453454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d98545-5e63-41bd-8e43-4687f9363a47 None None] Pushing event updated for resources: {'Port': ['ID=82a2ab2f-fb11-4308-897d-6889e45fd8b6,revision_number=4']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:17.460044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f2d98545-5e63-41bd-8e43-4687f9363a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:17.577298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Routers {'639c400c-2940-4e7f-9add-524142058b6a'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:17.578432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['639c400c-2940-4e7f-9add-524142058b6a'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:17.693385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:17.719012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:17.771006 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49552) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:17.849197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8db18d7-56ba-44c2-8cc8-42b10a561308'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:17.932811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port a8db18d7-56ba-44c2-8cc8-42b10a561308, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a8db18d7-56ba-44c2-8cc8-42b10a561308,segment=NetworkSegment(507e1232-2106-42d9-b9e9-4ec044641051),segment_id=507e1232-2106-42d9-b9e9-4ec044641051)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:17.940359 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:17.944373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:17.982304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:17.994628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'security_group': {'name': 'tempest-securitygroup--1791348478', 'description': 'tempest-description--801154924'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:18.000346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49570) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:18.014966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:18.025717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:18.031550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 2, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:18.034600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:18.055639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:18.058321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:18.058825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Updating router f3db37af-14c1-407f-8eeb-a7b3c268d21e port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:44:18.093558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.136720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:18.146920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:18.155687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:18.171479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:18.207077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7661f873-98c8-4dd9-bc11-417ba4e38e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:18.240959 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=a8db18d7-56ba-44c2-8cc8-42b10a561308,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:18.280097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] Set router 639c400c-2940-4e7f-9add-524142058b6a gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:18.284734 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.290308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.296853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:18.298049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.328727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bd079a1a-30ab-4d1a-b80d-7adcd00279aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:18.365825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'SecurityGroup': ['ID=14932d64-5e40-452d-b7e4-84dc6d34431e,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:18.373132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.377742 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5938461 Jan 25 18:44:18.379059 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:18.386929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49586) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:18.412406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-625542969-network', 'tenant_id': '06229a96ea1e460f9e68eb598c446e43'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:18.417754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:18.422294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Usage tracker for resource:network and tenant:06229a96ea1e460f9e68eb598c446e43 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:18.425285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:18.432332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:18.441356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'Port': ['ID=3a1c248c-1183-4e0f-93e7-1223ad1f2ff9,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:18.445420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:18.470287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-cb0c0e9e-225c-4777-a386-671232644fe3 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:18.471241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-923244cc-63c4-4e72-a222-e5412ba1455d req-cb0c0e9e-225c-4777-a386-671232644fe3 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Synchronizing usage tracker for tenant:ee7cbc45e3504beda5e2ac374365ff2c on resource:network {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:18.474466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Made reservation on behalf of 06229a96ea1e460f9e68eb598c446e43 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:18.479620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.481299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'security_group_rule': {'security_group_id': '14932d64-5e40-452d-b7e4-84dc6d34431e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:18.538046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:18.542814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-923244cc-63c4-4e72-a222-e5412ba1455d req-cb0c0e9e-225c-4777-a386-671232644fe3 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Unset dirty status for tenant:ee7cbc45e3504beda5e2ac374365ff2c on resource:network {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:18.546368 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-cb0c0e9e-225c-4777-a386-671232644fe3 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 819 time: 0.8787777 Jan 25 18:44:18.547447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:18.557451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:18.562681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.572772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Request body: {'port': {'device_id': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914', 'admin_state_up': True, 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:18.591998 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:18.596133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Usage tracker for resource:security_group_rule and tenant:06229a96ea1e460f9e68eb598c446e43 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:18.599230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:18.606893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:18.699856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.702452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:18.718872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:18.721520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:18.867241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:18.874864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:18.879224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Usage tracker for resource:port and tenant:ee7cbc45e3504beda5e2ac374365ff2c is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:18.882582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Quota usage for port was recalculated. Used quota:1. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:18.889340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:18.906807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.907818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Made reservation on behalf of ee7cbc45e3504beda5e2ac374365ff2c for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:18.909356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:44:07Z', 'revision_number': 4, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '82a2ab2f-fb11-4308-897d-6889e45fd8b6', 'name': '', 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'mac_address': 'fa:16:3e:4d:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8fd34dda-27e9-4ee6-b581-75cbd0b1faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:17Z', 'revision_number': 4, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'subnets': [{'id': '8fd34dda-27e9-4ee6-b581-75cbd0b1faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:18.916848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6cfe5b-e38e-4928-80d1-367aeeba8d30 None None] The sync data for ids ['639c400c-2940-4e7f-9add-524142058b6a'] in dv-cinder-772388-1-smb is: [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:44:07Z', 'revision_number': 4, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '82a2ab2f-fb11-4308-897d-6889e45fd8b6', 'name': '', 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'mac_address': 'fa:16:3e:4d:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8fd34dda-27e9-4ee6-b581-75cbd0b1faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:17Z', 'revision_number': 4, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'subnets': [{'id': '8fd34dda-27e9-4ee6-b581-75cbd0b1faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:18.933525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Transition to ACTIVE for port object ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:18.934868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.953481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:18.984492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:19.053887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.140158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.199681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230a156-0638-428b-a2b0-9301ac444421 req-03c50d57-5faf-445e-8765-701505f2f0bb tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:19.207683 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5230a156-0638-428b-a2b0-9301ac444421 req-03c50d57-5faf-445e-8765-701505f2f0bb tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 1.3874025 Jan 25 18:44:19.224670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.290640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:19.341044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.343333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec90dc3-35ff-4ae8-b085-11b84fc241fe,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:19.347112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:19.398049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.399691 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5230a156-0638-428b-a2b0-9301ac444421 req-1b64faec-c8d3-4fce-ac68-f51bbf00bc4e tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910312 Jan 25 18:44:19.407565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:19.462890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3767a6d5-6130-4e10-9640-93cb9b911529,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:19.486608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:19.500936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.537214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Transition to ACTIVE for port object bc38753b-1ab7-4bca-bfc0-00d692a867a4 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:19.596819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:44:19.601801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.608024 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-083c246b-c736-48bf-ba7b-9b83da45804a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2196438 Jan 25 18:44:19.615702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49618) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:19.627209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.636516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'security_group_rule': {'security_group_id': '14932d64-5e40-452d-b7e4-84dc6d34431e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:19.686283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:19.700233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.701530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:19.703225 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Added segment d17338c0-5a4c-4680-a6d0-0e0fc1811fc7 of type vxlan for network 893b4223-f4cc-451d-a465-db1094dbb107 Jan 25 18:44:19.706905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:19.720136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:19.747597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:19.883753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-68bdb214-aeeb-439b-bdea-6457246ffb87 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:19.886179 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-68bdb214-aeeb-439b-bdea-6457246ffb87 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 819 time: 1.8980472 Jan 25 18:44:19.929195 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-695086b7-187a-4301-a092-70e38b93d791 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/quotas/ee7cbc45e3504beda5e2ac374365ff2c HTTP/1.1" status: 200 len: 375 time: 0.0332010 Jan 25 18:44:20.023656 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.075315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-902231e2-5954-4180-9fba-b455dacfff1c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:44:20.076216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Allocated IP 172.20.0.5 (c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914/8fd34dda-27e9-4ee6-b581-75cbd0b1faac/c9ae5e33-9b02-4e1d-bec8-209401af6225) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:20.088316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886a9a-036b-44b8-b6b7-0d2b25ce8006 None None] Pushing event updated for resources: {'Port': ['ID=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:20.099842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6886a9a-036b-44b8-b6b7-0d2b25ce8006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:20.117422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:20.173929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.341261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.368137 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.391841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 82a2ab2f-fb11-4308-897d-6889e45fd8b6 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:20.416733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3af62-4e08-4879-ba50-949a2cba63b4 req-5270991c-a845-4f29-9c9a-fb6cd2971db4 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:20.433303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f6c3af62-4e08-4879-ba50-949a2cba63b4 req-5270991c-a845-4f29-9c9a-fb6cd2971db4 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 943 time: 0.8063109 Jan 25 18:44:20.436768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49634) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:20.473902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:20.525897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affa94e6-9931-4cfe-bd6c-6172baf0c701,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:20.534843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:20.557981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.559296 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c2ffb3a0-a6f7-4b7d-b7b9-400da0fa5f72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9424374 Jan 25 18:44:20.563478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 49642) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:20.583856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'floatingip': {'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:20.600546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:20.619300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:floatingip and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:20.626177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:20.626519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.638915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.644705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:20.655169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.668536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.763437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Attempting to bind port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:20.764167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Attempting to bind port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:20.764882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Attempting to bind port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 on network a862549d-eb32-4dba-8009-7741e340eedc {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:20.840484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:20.870797 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.912610 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b903e7e5-3667-40cc-869e-ebcb4593f591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:20.932063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:20.932544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Checking segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:20.933045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.933463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.933601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Bound using segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:20.934010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Bound port: ed280889-dacc-4bb6-a4a9-2ba38b08fcb9, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:20.934453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.944756 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-35316077-150f-4a7e-b171-a8ca0e32f54b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9404578 Jan 25 18:44:20.947546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'Port': ['ID=3a1c248c-1183-4e0f-93e7-1223ad1f2ff9,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:20.951376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:20.954633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:20.998502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:20.998502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.088482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 4328d792-ffba-4222-a552-c34717435cdd up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:21.132494 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d28708aa-2af7-4477-a9c7-ae57d2880871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:21.166773 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f6c3af62-4e08-4879-ba50-949a2cba63b4 req-f9b07098-d1ef-4d24-82d4-14414346f33a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312548 Jan 25 18:44:21.167957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.169353 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1560194 Jan 25 18:44:21.237257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Pushing event updated for resources: {'Port': ['ID=c9ae5e33-9b02-4e1d-bec8-209401af6225,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:21.237446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a89ab-8e2b-4db9-839e-86194493bd94 None None] Pushing event updated for resources: {'Port': ['ID=bc38753b-1ab7-4bca-bfc0-00d692a867a4,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:21.244941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:21.255273 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-f1ecf840-f24c-47e5-a980-dd2489cabbe4 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646732 Jan 25 18:44:21.270103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe7a89ab-8e2b-4db9-839e-86194493bd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:21.282829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.295168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.316923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:21.320527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:21.339281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:21.370999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:21.371752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.385454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Attempting to bind port bc38753b-1ab7-4bca-bfc0-00d692a867a4 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:21.386045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Attempting to bind port bc38753b-1ab7-4bca-bfc0-00d692a867a4 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:21.386457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Attempting to bind port bc38753b-1ab7-4bca-bfc0-00d692a867a4 on network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:21.395448 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8274925 Jan 25 18:44:21.416342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:21.421264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:21.421720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Checking segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:21.422170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.422785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Bound using segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:21.423097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Bound port: bc38753b-1ab7-4bca-bfc0-00d692a867a4, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:21.423555 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.430724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:21.436319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f513fa163c4af8a3556ba8575356d7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:21.439648 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:21.451962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:21.464847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Request body: {'port': {'device_id': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:21.595501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:21.595928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.619470 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-c7960990-524f-4a27-bc31-9a2d0e6014dc service neutron] 10.222.0.81 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1945481 Jan 25 18:44:21.754311 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] For port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:21.789346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.798546 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6373353 Jan 25 18:44:21.814390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49660) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:21.833252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Request body: {'subnet': {'network_id': '893b4223-f4cc-451d-a465-db1094dbb107', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-625542969-subnet', 'tenant_id': '06229a96ea1e460f9e68eb598c446e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:21.848217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:21.870357 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8db18d7-56ba-44c2-8cc8-42b10a561308', 'code': 200} Jan 25 18:44:21.873310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] For port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:21.874549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.875778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Usage tracker for resource:subnet and tenant:06229a96ea1e460f9e68eb598c446e43 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:21.894054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 4328d792-ffba-4222-a552-c34717435cdd completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:21.895566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:21.909213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.925066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:21.927158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:21.947925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.066492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Made reservation on behalf of 06229a96ea1e460f9e68eb598c446e43 for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:22.083025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.158927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:22.280215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 4328d792-ffba-4222-a552-c34717435cdd triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:22.280642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.347514 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3f513fa163c4af8a3556ba8575356d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7175989 Jan 25 18:44:22.352457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Pushing event updated for resources: {'Network': ['ID=893b4223-f4cc-451d-a465-db1094dbb107,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:22.356702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:22.388002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] For port bc38753b-1ab7-4bca-bfc0-00d692a867a4, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:22.401277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 893b4223-f4cc-451d-a465-db1094dbb107 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:44:22.443567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 893b4223-f4cc-451d-a465-db1094dbb107 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:44:22.454405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49688) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:22.503475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:22.516166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Allocated IP 172.28.2.186 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/4877f9e0-e007-49d2-bd56-a445f3d5a76d) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:22.562246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-00cd0b08-030d-4d4b-ad3e-0074f92c0db0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:22.590859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 82a2ab2f-fb11-4308-897d-6889e45fd8b6, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=82a2ab2f-fb11-4308-897d-6889e45fd8b6,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:22.593416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:22.594127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:22.677481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.690448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb5966b-4d38-4a41-897d-68c70cd04c7a,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:22.695012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:22.724657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-00cd0b08-030d-4d4b-ad3e-0074f92c0db0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:22.725954 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-00cd0b08-030d-4d4b-ad3e-0074f92c0db0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--105165847&fields=id&tenant_id=95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 267 time: 0.3869185 Jan 25 18:44:22.732188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.830159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] For port bc38753b-1ab7-4bca-bfc0-00d692a867a4, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=bc38753b-1ab7-4bca-bfc0-00d692a867a4,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:22.850072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748beca-9fb0-4f30-a3b5-cd8b3169e2f2 req-7ebae57d-92dd-42a5-a003-be1b170a0162 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:22.851314 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d748beca-9fb0-4f30-a3b5-cd8b3169e2f2 req-7ebae57d-92dd-42a5-a003-be1b170a0162 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 0.5086560 Jan 25 18:44:22.874052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.881835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:22.991604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.003085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80262fb8-9da4-45ff-9f59-73037884f0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:23.079281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886a9a-036b-44b8-b6b7-0d2b25ce8006 None None] Pushing event updated for resources: {'Port': ['ID=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:23.083959 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6886a9a-036b-44b8-b6b7-0d2b25ce8006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:23.092411 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:23.155657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'Port': ['ID=4877f9e0-e007-49d2-bd56-a445f3d5a76d,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:23.172463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:23.226026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ae5e33-9b02-4e1d-bec8-209401af6225 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:23.236285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049405c4-8d80-475c-b77a-5870ba29b993 req-7b47a438-10c5-4111-8f60-ed3f7aac615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:23.237952 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-049405c4-8d80-475c-b77a-5870ba29b993 req-7b47a438-10c5-4111-8f60-ed3f7aac615d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 1162 time: 0.8941243 Jan 25 18:44:23.240047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.265877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Transition to ACTIVE for port object c9ae5e33-9b02-4e1d-bec8-209401af6225 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:23.268534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:23.269891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:23.272292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.273219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:23.296587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:23.332398 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.354524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.377714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.400960 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d748beca-9fb0-4f30-a3b5-cd8b3169e2f2 req-7018ea1f-94d7-4127-b9ea-8e37becec7eb tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044811 Jan 25 18:44:23.403871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:23.437705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Usage tracker for resource:security_group_rule and tenant:3fb024e97c8b488983cd1592b3512f4e is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:23.456749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:23.475661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=82a2ab2f-fb11-4308-897d-6889e45fd8b6,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:23.572805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a89ab-8e2b-4db9-839e-86194493bd94 None None] Pushing event updated for resources: {'Port': ['ID=bc38753b-1ab7-4bca-bfc0-00d692a867a4,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:23.580831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-cbd5f3c1-d683-4183-881e-963cab253fa7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:23.581888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-cbd5f3c1-d683-4183-881e-963cab253fa7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:23.584273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe7a89ab-8e2b-4db9-839e-86194493bd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:23.595508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:23.604892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 4328d792-ffba-4222-a552-c34717435cdd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4328d792-ffba-4222-a552-c34717435cdd,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:23.609186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.590s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:23.609836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:23.610626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:23.611557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:43:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:23.652875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae5e33-9b02-4e1d-bec8-209401af6225,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:23.673286 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.18', 61186) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:23.703979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.704909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device a8db18d7-56ba-44c2-8cc8-42b10a561308 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:23.740380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:23.760432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.780041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:23.883700 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3a9a265e-9eb1-4dc1-94d0-ad4ab90e3c1b req-2e64596e-1a77-47ca-a7c5-3c1a959d53b9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0652747 Jan 25 18:44:23.902763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.928740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-662b30ce-be93-4b86-9a36-bc5000e8b792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:23.954487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb5966b-4d38-4a41-897d-68c70cd04c7a,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:23.964932 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:23.995082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:23.998399 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdb5966b-4d38-4a41-897d-68c70cd04c7a HTTP/1.1" status: 204 len: 168 time: 1.4758172 Jan 25 18:44:24.116214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:24.205393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.222233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.228435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-51546b15-5de4-473f-8dea-9fa09aacd7aa tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:24.230477 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-51546b15-5de4-473f-8dea-9fa09aacd7aa tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 819 time: 0.5422742 Jan 25 18:44:24.256992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:24.266911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Synchronizing usage tracker for tenant:3fb024e97c8b488983cd1592b3512f4e on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:24.276589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-cbd5f3c1-d683-4183-881e-963cab253fa7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:24.277896 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-cbd5f3c1-d683-4183-881e-963cab253fa7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 816 time: 1.4779646 Jan 25 18:44:24.322523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Request body: {'port': {'device_id': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914', 'admin_state_up': True, 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:24.325720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.332361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Unset dirty status for tenant:3fb024e97c8b488983cd1592b3512f4e on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:24.333559 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-049405c4-8d80-475c-b77a-5870ba29b993 req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0855949 Jan 25 18:44:24.356558 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-579ef018-3276-4da8-a390-189899a98048 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/quotas/95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 375 time: 0.0394592 Jan 25 18:44:24.358869 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=4328d792-ffba-4222-a552-c34717435cdd,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:24.365908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=693d9abd-343e-4961-b390-0998e2ae9258,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:24.366546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4328d792-ffba-4222-a552-c34717435cdd'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:24.439815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.475600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:24.482556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f7b72ec-4cad-4f8d-b575-bcb7b80c18c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:24.546466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb140-45c6-4fbd-bb10-308fd4013d26 req-5c088bd4-3b17-47f6-94f4-5e0a9c8aa914 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:24.552425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Attempting to bind port c9ae5e33-9b02-4e1d-bec8-209401af6225 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:24.552806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Attempting to bind port c9ae5e33-9b02-4e1d-bec8-209401af6225 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:24.553169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Attempting to bind port c9ae5e33-9b02-4e1d-bec8-209401af6225 on network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:24.554116 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46fdb140-45c6-4fbd-bb10-308fd4013d26 req-5c088bd4-3b17-47f6-94f4-5e0a9c8aa914 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 0.4109790 Jan 25 18:44:24.581412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:24.581818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Checking segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:24.582233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.582628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Bound using segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:24.583111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Bound port: c9ae5e33-9b02-4e1d-bec8-209401af6225, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:24.583480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.622884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49724) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:24.636381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:24.684933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:24.714318 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46fdb140-45c6-4fbd-bb10-308fd4013d26 req-528ccae8-261a-4936-b711-0e792fd2749a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591587 Jan 25 18:44:24.743116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:24.782044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b305d57-24ad-4aa1-bd2a-1dbadeb2447a,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:24.855904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 82a2ab2f-fb11-4308-897d-6889e45fd8b6 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:24.863345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-0195e729-1ade-43a6-86cd-709dfa8705e8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:24.872605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:24.884998 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:24.956872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Usage tracker for resource:security_group_rule and tenant:c9031dec294748fea05be822e08b8e27 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:24.965144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:24.978117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-0195e729-1ade-43a6-86cd-709dfa8705e8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:24.979584 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-0195e729-1ade-43a6-86cd-709dfa8705e8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5600281 Jan 25 18:44:24.985192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:25.146974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Checking segment: {'id': 'd17338c0-5a4c-4680-a6d0-0e0fc1811fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '893b4223-f4cc-451d-a465-db1094dbb107'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:25.147315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Network hostable DHCP agents. Network: 893b4223-f4cc-451d-a465-db1094dbb107, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:44:25.199263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930d773-b439-4d68-881f-b0618cd5256d req-82e1c209-8e8e-4c13-b12f-037623a674c8 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:25.200957 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3930d773-b439-4d68-881f-b0618cd5256d req-82e1c209-8e8e-4c13-b12f-037623a674c8 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 0.3179014 Jan 25 18:44:25.248805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Network 893b4223-f4cc-451d-a465-db1094dbb107 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:44:25.266685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 893b4223-f4cc-451d-a465-db1094dbb107) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:25.307535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:25.308254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.344923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:25.349240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port a8db18d7-56ba-44c2-8cc8-42b10a561308 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:25.350230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.358071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Usage tracker for resource:port and tenant:ee7cbc45e3504beda5e2ac374365ff2c is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:25.361199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Quota usage for port was recalculated. Used quota:2. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:25.367790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:25.370806 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3930d773-b439-4d68-881f-b0618cd5256d req-b09790f8-2b81-4dfc-bd52-e220bdd075b9 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601226 Jan 25 18:44:25.376994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf095c-494b-4d60-8638-0c700f5987b7 None None] Network 893b4223-f4cc-451d-a465-db1094dbb107 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:44:25.380577 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-ddbdb49b-2b81-42df-9ecf-b40e9833c019 service neutron] 10.222.0.81 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795063 Jan 25 18:44:25.382273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Made reservation on behalf of ee7cbc45e3504beda5e2ac374365ff2c for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:25.396982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.461087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] For port c9ae5e33-9b02-4e1d-bec8-209401af6225, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:25.489532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] For port c9ae5e33-9b02-4e1d-bec8-209401af6225, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:25.516022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.534342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-d4320317-d9d0-4661-8a95-826ab6f0d54f service neutron] 10.222.0.81 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444101 Jan 25 18:44:25.550347 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7259407 Jan 25 18:44:25.551160 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4328d792-ffba-4222-a552-c34717435cdd', 'code': 200} Jan 25 18:44:25.635226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.641620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:25.642168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.680896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.725407 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3da76df-ba54-4fd7-a94d-c44c27e13edf req-0dfc643e-ecdf-46ed-9451-1ed9f4563ae7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0886421 Jan 25 18:44:25.726983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.764742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5977dbca-4399-47c4-a64d-9ba6d1f6166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:25.776521 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9031dec294748fea05be822e08b8e27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1506674 Jan 25 18:44:25.779609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49742) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:25.799577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49744) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:25.902885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:25.933930 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:26.027070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:22Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:26.060997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f13f82-006b-41f4-b8d8-4517008de428 None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:22Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:26.234426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Deleting subnet 52f44ba1-d355-48d3-9d49-b1e031d36e09 {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:44:26.238313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:26.277162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:21Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:26.290891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-31fd27dc-9c37-419d-b791-d1f6d52cf23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:26.298242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:26.306479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:26.363296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd5122-1fc4-4d32-b728-e77101de1ed3 None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:21Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:26.379011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d388b60-8cbf-46b6-9feb-6067d87db830 None None] Network 893b4223-f4cc-451d-a465-db1094dbb107 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:44:26.650090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Allocated IP 172.20.0.14 (c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914/8fd34dda-27e9-4ee6-b581-75cbd0b1faac/507697d2-ec24-406a-8e63-6b09c86873fd) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:26.760228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 4328d792-ffba-4222-a552-c34717435cdd up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:26.917172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device bc38753b-1ab7-4bca-bfc0-00d692a867a4 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:27.056158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102f5fde-90ef-478d-851c-70f3fd374bc6,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:27.144210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.185409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.421s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:27.200962 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-91f35b38-c72b-438c-bec5-3d784ec0cc28 req-b71558d7-df73-4432-b0e1-2784f4e7d832 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 210 time: 1.2172079 Jan 25 18:44:27.254485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae5e33-9b02-4e1d-bec8-209401af6225,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:27.410961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'Port': ['ID=4877f9e0-e007-49d2-bd56-a445f3d5a76d,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:27.415151 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.481s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:27.422351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.331s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:27.422695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:27.499221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:27.510255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.512048 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 1157 time: 6.0543380 Jan 25 18:44:27.530402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:27.561212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.566215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.611097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.675313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port bc38753b-1ab7-4bca-bfc0-00d692a867a4 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:27.697481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port bc38753b-1ab7-4bca-bfc0-00d692a867a4 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:27.701941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.736931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:27.790838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.793170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49774) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:27.818596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:27.830102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 4328d792-ffba-4222-a552-c34717435cdd triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:27.831267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.909078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:27.910366 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3431103 Jan 25 18:44:27.964433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:27.983116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:27.987337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f44ba1-d355-48d3-9d49-b1e031d36e09,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:27.995673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:28.026040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.026794 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.035016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Pushing event updated for resources: {'Port': ['ID=507697d2-ec24-406a-8e63-6b09c86873fd,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:28.045798 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:28.064433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-05507e35-884f-437a-b966-b836e27d5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.070136 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-05507e35-884f-437a-b966-b836e27d5053 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1160 time: 0.4808316 Jan 25 18:44:28.072388 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7686737 Jan 25 18:44:28.081501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.18', 61194) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:28.100489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:28.108124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b83a0-39b4-4911-8ea5-29a2a0afa3ca req-f4c899e3-24fd-4c1d-a07b-b03a3a428550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.110028 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-752b83a0-39b4-4911-8ea5-29a2a0afa3ca req-f4c899e3-24fd-4c1d-a07b-b03a3a428550 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 1162 time: 2.1912591 Jan 25 18:44:28.242057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.251264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6219a7-5131-46ec-9523-c151024edb90 req-1c1168af-8309-406d-85a6-8b69abe83398 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.271641 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca6219a7-5131-46ec-9523-c151024edb90 req-1c1168af-8309-406d-85a6-8b69abe83398 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 2.1483452 Jan 25 18:44:28.292965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port bc38753b-1ab7-4bca-bfc0-00d692a867a4, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=bc38753b-1ab7-4bca-bfc0-00d692a867a4,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:28.308818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.309779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:28.332777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.358921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:28.374686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Request body: {'port': {'device_id': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:28.420243 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca6219a7-5131-46ec-9523-c151024edb90 req-fc9eb309-1ad4-4024-8dd5-c02e1251d828 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470523 Jan 25 18:44:28.439518 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-04c8ac83-b8aa-4690-84a5-db1727068ac8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.2596424 Jan 25 18:44:28.448197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-752b83a0-39b4-4911-8ea5-29a2a0afa3ca req-784b11dc-c8a4-4430-9b55-9e0a34e3fa98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003204 Jan 25 18:44:28.458516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=bc38753b-1ab7-4bca-bfc0-00d692a867a4,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:28.477175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:28.484138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device a8db18d7-56ba-44c2-8cc8-42b10a561308 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:28.516596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.545234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.570287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:28.580942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Usage tracker for resource:security_group_rule and tenant:f99e760d95ec4b9f89f4cd48f4686741 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:28.587802 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-50bce8f0-763e-45d3-95a0-b2f1ea2ac673 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/52f44ba1-d355-48d3-9d49-b1e031d36e09 HTTP/1.1" status: 204 len: 168 time: 2.7753060 Jan 25 18:44:28.587802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:28.590806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port a8db18d7-56ba-44c2-8cc8-42b10a561308 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:28.592450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.599647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49792) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:28.633580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:28.642275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:28.645749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:28.646552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.661537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.755435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923244cc-63c4-4e72-a222-e5412ba1455d req-2ecd9664-fd85-48e2-b59e-44a0ab018146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.757543 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-2ecd9664-fd85-48e2-b59e-44a0ab018146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.3067029 Jan 25 18:44:28.800636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-a0cfe538-cd1a-4114-9acc-9736d955a15f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.802318 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-a0cfe538-cd1a-4114-9acc-9736d955a15f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 816 time: 0.6964643 Jan 25 18:44:28.847945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00473a24-47a2-4848-ab9d-13ca85614794 req-9247af50-c67b-41d6-9e3d-9cc4606fb598 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:28.849659 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-00473a24-47a2-4848-ab9d-13ca85614794 req-9247af50-c67b-41d6-9e3d-9cc4606fb598 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 1.2546339 Jan 25 18:44:28.888502 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-e168cc34-a922-47b0-b06c-82983443087c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829124 Jan 25 18:44:28.895386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.911725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.953304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:28.957931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:28.964236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:28.996262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.004760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:29.048423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f5fde-90ef-478d-851c-70f3fd374bc6,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:29.065806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:29.091378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:29.099062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:29.109620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device bc38753b-1ab7-4bca-bfc0-00d692a867a4 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:29.139529 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-00473a24-47a2-4848-ab9d-13ca85614794 req-5d85382a-7f67-41fa-b8d6-b1cbf151dee1 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764647 Jan 25 18:44:29.140654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-5567ff0b-787d-4bd5-8f91-c68e42b7c010 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:security_group {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:29.169084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0990e5b4-9953-4cf9-8c03-df2fac17a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.185765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.185765 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/102f5fde-90ef-478d-851c-70f3fd374bc6 HTTP/1.1" status: 204 len: 168 time: 3.3855650 Jan 25 18:44:29.204479 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-63a753a8-50ae-4a5b-b5a9-f9dd92640288 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791202 Jan 25 18:44:29.211316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.260592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port bc38753b-1ab7-4bca-bfc0-00d692a867a4 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:29.261020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.303882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-5567ff0b-787d-4bd5-8f91-c68e42b7c010 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:security_group {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:29.305234 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-5567ff0b-787d-4bd5-8f91-c68e42b7c010 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 5703 time: 0.4510894 Jan 25 18:44:29.416433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f1455-ff85-4c39-8acd-9d568c703203 req-3c1e9ff4-713a-49a4-be56-a36c7bf5704d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:29.418567 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-814f1455-ff85-4c39-8acd-9d568c703203 req-3c1e9ff4-713a-49a4-be56-a36c7bf5704d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 932 time: 0.8265278 Jan 25 18:44:29.423585 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.429582 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225', 'status': 'completed', 'code': 200} Jan 25 18:44:29.448270 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'port': {'device_id': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'admin_state_up': True, 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'security_groups': ['2bbe3ff0-abbd-48f5-866b-8d39591305b2']}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:29.693118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.796009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:29.818783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-14cc1cfd-69d9-49cd-994b-7879bea372d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:29.970788 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-814f1455-ff85-4c39-8acd-9d568c703203 req-55e7df2a-cf3b-4a21-811f-0ec7bc0a8ec6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164964 Jan 25 18:44:29.984545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-aaea30d5-15c9-4681-9f14-d367150b4988 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:30.002211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.002927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.004527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.005067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > port after_create 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.005786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > port after_delete 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.007147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > port after_update 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.008093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.009327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.009863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.010392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.093197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.093506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.093917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.094293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:44:30.094693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b863ffd6-5638-487a-9587-2b141a5a2363']}} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:30.111215 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f99e760d95ec4b9f89f4cd48f4686741&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1747406 Jan 25 18:44:30.114239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aa7db7-4390-4b52-b1be-c3d2d8f601b2,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:30.136852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e71851-a7fd-4813-b16b-af44696a5429') {'for_net_delete': True} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:30.137266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e71851-a7fd-4813-b16b-af44696a5429') {} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:30.151040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49830) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:30.158296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843858029'] for segment, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.166341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:30.172567 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-923244cc-63c4-4e72-a222-e5412ba1455d req-4280d9be-5830-4ea6-8ed0-0d05fa38bf1f service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9435787 Jan 25 18:44:30.216680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-aaea30d5-15c9-4681-9f14-d367150b4988 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:30.222185 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-aaea30d5-15c9-4681-9f14-d367150b4988 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1791348478&fields=id&tenant_id=d1f208196f3c45998ec2b30f5d32795d HTTP/1.1" status: 200 len: 267 time: 0.5977452 Jan 25 18:44:30.257253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:30.279769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:30.295656 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ce8e921a-81b0-44bd-aece-b3adf63dce8c req-83d48a6b-1895-477c-be7d-f3f3260e10b3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 210 time: 0.1407733 Jan 25 18:44:30.296867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.342595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.372739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Made reservation on behalf of 95f723e945784225b5328e0a0fba8885 for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:30.385965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.464330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:44:30.518961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-40b0ce01-ca2b-4020-b214-213a29e37493 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:30.520133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-40b0ce01-ca2b-4020-b214-213a29e37493 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:30.539301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.691740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507697d2-ec24-406a-8e63-6b09c86873fd {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:30.728055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.738243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-d56ddd11-4e1b-4239-8488-fce25bd23ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:30.740287 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-d56ddd11-4e1b-4239-8488-fce25bd23ca5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1160 time: 0.4617925 Jan 25 18:44:30.764615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Network b863ffd6-5638-487a-9587-2b141a5a2363 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:44:30.778565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853038189'] for segment, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.858424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Transition to ACTIVE for port object 507697d2-ec24-406a-8e63-6b09c86873fd will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:30.936375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:30.950217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-40b0ce01-ca2b-4020-b214-213a29e37493 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:30.951509 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-40b0ce01-ca2b-4020-b214-213a29e37493 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 811 time: 0.7091718 Jan 25 18:44:30.969356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:31.000928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.050861 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cdc85e1b-b277-46cd-a25b-5a57fd97bb76 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/quotas/d1f208196f3c45998ec2b30f5d32795d HTTP/1.1" status: 200 len: 375 time: 0.0478356 Jan 25 18:44:31.064378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:31.083044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Network b863ffd6-5638-487a-9587-2b141a5a2363 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:44:31.124298 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:44:31.126760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.184701 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:31.185216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.292100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97852-6a20-4179-8415-012567cb7566 req-49444e92-4dbb-4c19-b23e-f8fe20e9eba6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:31.293997 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-19f97852-6a20-4179-8415-012567cb7566 req-49444e92-4dbb-4c19-b23e-f8fe20e9eba6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 0.7580948 Jan 25 18:44:31.382503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Allocated IP 172.20.0.7 (fc6a1618-ccc2-4f8c-aedd-bb51452ede5f/7c28d1dc-ae3e-4575-b911-3f8c023c58a3/543b46aa-c701-45bd-8a37-e404fc49aeeb) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:31.385876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Pushing event updated for resources: {'Port': ['ID=507697d2-ec24-406a-8e63-6b09c86873fd,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:31.402668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:31.406273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.427602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:31.451452 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-19f97852-6a20-4179-8415-012567cb7566 req-a0baccf9-b63f-4e54-a15d-732582d6d2fa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342187 Jan 25 18:44:31.454981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.468101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=b863ffd6-5638-487a-9587-2b141a5a2363,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:31.507502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-b22a366c-2d2a-4183-b728-5d0f5a0400c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:31.509532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-b22a366c-2d2a-4183-b728-5d0f5a0400c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.7141495 Jan 25 18:44:31.509754 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-f99b0a4d-f8de-45d3-94e7-53b5614bcb92 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4305384 Jan 25 18:44:31.512967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:31.518207 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] 10.222.0.81 "DELETE /v2.0/networks/b863ffd6-5638-487a-9587-2b141a5a2363 HTTP/1.1" status: 204 len: 168 time: 2.9172409 Jan 25 18:44:31.519099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49864) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:31.522435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.524977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.526267 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8aa7db7-4390-4b52-b1be-c3d2d8f601b2 HTTP/1.1" status: 204 len: 168 time: 1.3739600 Jan 25 18:44:31.559810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5d8ef545-e205-4a07-85d3-26969badd814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:31.578897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aa7db7-4390-4b52-b1be-c3d2d8f601b2,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:31.630769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:31.749531 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-f4b3004e-8a65-4a9c-ba8b-da657de2146c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.2273314 Jan 25 18:44:31.816275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Attempting to bind port 507697d2-ec24-406a-8e63-6b09c86873fd on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:31.817010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Attempting to bind port 507697d2-ec24-406a-8e63-6b09c86873fd by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:31.817010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Attempting to bind port 507697d2-ec24-406a-8e63-6b09c86873fd on network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:31.877529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:31.878049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Checking segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:31.878560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:31.879036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Bound using segment: {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:31.879691 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Bound port: 507697d2-ec24-406a-8e63-6b09c86873fd, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38553a69-fa07-4f40-91c0-618b0e0f6d06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:31.880148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.153553 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-7b7e086c-9060-4939-b155-ed17d292ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:32.155439 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-7b7e086c-9060-4939-b155-ed17d292ae58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.3498693 Jan 25 18:44:32.261086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49882) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:32.265248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.283002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Transition to ACTIVE for port object 543b46aa-c701-45bd-8a37-e404fc49aeeb will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:32.306717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] For port 507697d2-ec24-406a-8e63-6b09c86873fd, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:32.310771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] For port 507697d2-ec24-406a-8e63-6b09c86873fd, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=507697d2-ec24-406a-8e63-6b09c86873fd,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:32.324377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.352968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Deleting subnet 1b305d57-24ad-4aa1-bd2a-1dbadeb2447a {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:44:32.359669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.363251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.386107 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-d7bacfb7-5bdd-4184-8a4d-d284e99e47b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734208 Jan 25 18:44:32.390119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:32.428216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:32.443374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Usage tracker for resource:security_group_rule and tenant:12a9b3aa49874483b71049d919d76699 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:32.454035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:32.481186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:32.509048 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-f7eb1785-caeb-4163-a9a2-ac1747005130 service neutron] 10.222.0.81 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9340882 Jan 25 18:44:32.512361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.606459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.608037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Pushing event updated for resources: {'Port': ['ID=507697d2-ec24-406a-8e63-6b09c86873fd,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:32.625875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:32.791632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6e615-71a0-444a-8484-2d179ed52222 req-003bf65e-6262-4ddb-92de-ddd2d43cd605 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:32.793348 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1aa6e615-71a0-444a-8484-2d179ed52222 req-003bf65e-6262-4ddb-92de-ddd2d43cd605 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 944 time: 1.1572320 Jan 25 18:44:32.840974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:32.875864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c21060b-60db-424a-afab-1445d3c5a67d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:32.877130 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-5cdd727e-ee43-47a1-b16d-ee2bbdb6a3a8 service neutron] 10.222.0.81 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3261847 Jan 25 18:44:32.936822 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1aa6e615-71a0-444a-8484-2d179ed52222 req-b6ab0284-c42f-4abc-9c52-54de2386c095 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342981 Jan 25 18:44:33.107634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.116708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.143573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:33.153914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-16c16774-ebf0-4657-87c3-fb7d74acda9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:33.165809 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12a9b3aa49874483b71049d919d76699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8976755 Jan 25 18:44:33.171327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49896) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:33.172067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:33.237143 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-50ceefe6-5609-42c4-9e03-272d826e0290 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8132720 Jan 25 18:44:33.297143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:33.297805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.299578 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] 10.222.0.18 "PUT /v2.0/ports/507697d2-ec24-406a-8e63-6b09c86873fd HTTP/1.1" status: 200 len: 1158 time: 5.1062570 Jan 25 18:44:33.301578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:33.366449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d965ef-bed1-41eb-9644-393c610d40fa,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:33.382485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:33.446862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-f7354ed7-4cfe-4108-853e-40b5379e1dd0 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:44:33.494624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.498392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:33.520768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:33.529538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:33.555439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5d30-63ca-47cb-a180-f95ee9b5d843 req-ab0c840b-4954-4b73-a1b9-b3f1ff303ec2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:33.557347 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3eb5d30-63ca-47cb-a180-f95ee9b5d843 req-ab0c840b-4954-4b73-a1b9-b3f1ff303ec2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 931 time: 0.3201175 Jan 25 18:44:33.564126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:33.565498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.586491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.594098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:33.599288 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1648312 Jan 25 18:44:33.640982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Request body: {'port': {'device_id': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:33.693895 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9aa94a8d-ce13-4c45-93e6-dc2d1fb3261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:33.761013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-4aa68edf-63ff-4614-8ee7-954c400c19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:33.765097 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-4aa68edf-63ff-4614-8ee7-954c400c19cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 1161 time: 0.3672662 Jan 25 18:44:33.770909 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5188cb78-95bf-4f1f-8a77-fc2d7eee6e1e req-5a20f12f-d127-43b1-a522-3407cf459d7a service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5043476 Jan 25 18:44:33.846346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b305d57-24ad-4aa1-bd2a-1dbadeb2447a,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:33.894612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:33.937294 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3eb5d30-63ca-47cb-a180-f95ee9b5d843 req-29152d3a-ab1c-4835-9001-febc26766cc0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716860 Jan 25 18:44:34.000683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.015882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-475f0d2e-1fd5-49e6-870a-19bcf6261cb1 None None] Provisioning for port 543b46aa-c701-45bd-8a37-e404fc49aeeb completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:34.031700 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-7478911a-8cf0-4420-9b77-ad0c5feef82b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507697d2-ec24-406a-8e63-6b09c86873fd HTTP/1.1" status: 200 len: 217 time: 0.1244316 Jan 25 18:44:34.038355 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:34.079342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d8bb9d1a-c3e7-4f19-acb6-3fe6c8a6f13e req-65596f91-708c-4a2c-8306-84285da5235e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 210 time: 0.1407249 Jan 25 18:44:34.085386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.100928 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1b305d57-24ad-4aa1-bd2a-1dbadeb2447a HTTP/1.1" status: 204 len: 168 time: 2.5803812 Jan 25 18:44:34.102915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 49928) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:34.231048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.239382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:34.245985 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd', 'status': 'completed', 'code': 200} Jan 25 18:44:34.256565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d965ef-bed1-41eb-9644-393c610d40fa,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:34.260772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:34.261327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-475f0d2e-1fd5-49e6-870a-19bcf6261cb1 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:34.261776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-475f0d2e-1fd5-49e6-870a-19bcf6261cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.267854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.355475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.357064 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1d965ef-bed1-41eb-9644-393c610d40fa HTTP/1.1" status: 204 len: 168 time: 1.1842494 Jan 25 18:44:34.403158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-fe0ec485-0af9-4a29-89e5-f2098baca920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:34.408693 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-fe0ec485-0af9-4a29-89e5-f2098baca920 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.3702214 Jan 25 18:44:34.447538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-475f0d2e-1fd5-49e6-870a-19bcf6261cb1 None None] Port 543b46aa-c701-45bd-8a37-e404fc49aeeb cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:44:34.449290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port c9ae5e33-9b02-4e1d-bec8-209401af6225 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:34.459891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:34.459891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.550020 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-c7087e5b-923a-455c-b7fb-cacafeac59c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211841 Jan 25 18:44:34.593489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:44:34.683965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.712186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.807273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port c9ae5e33-9b02-4e1d-bec8-209401af6225, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:34.814444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:34.828169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:34.832213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:34.863060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654df8d-2808-4f62-975b-f5531b896953 req-0d4cfc0a-bf12-4671-9bda-65fb0a1b6501 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:34.872363 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1654df8d-2808-4f62-975b-f5531b896953 req-0d4cfc0a-bf12-4671-9bda-65fb0a1b6501 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 944 time: 0.4609098 Jan 25 18:44:34.953586 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1654df8d-2808-4f62-975b-f5531b896953 req-b795ea7f-df27-4d36-bb91-6e9699312e6f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800347 Jan 25 18:44:35.000457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893b4223-f4cc-451d-a465-db1094dbb107']}} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:35.038883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17338c0-5a4c-4680-a6d0-0e0fc1811fc7') {'for_net_delete': True} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:35.044195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17338c0-5a4c-4680-a6d0-0e0fc1811fc7') {} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:35.057829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:35.074596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843858029'] for segment, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:35.102461 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225', 'code': 200} Jan 25 18:44:35.116561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:35.134465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:44:35.138753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=c9ae5e33-9b02-4e1d-bec8-209401af6225,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:35.154816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:35.337400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:35.530460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543b46aa-c701-45bd-8a37-e404fc49aeeb {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:35.540877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:35.558364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:35.558888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:35.732765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Transition to ACTIVE for port object 543b46aa-c701-45bd-8a37-e404fc49aeeb will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:35.792717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Network 893b4223-f4cc-451d-a465-db1094dbb107 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:44:35.821515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:35.865241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-fd9e99d7-290d-44f1-b38a-e81ff3ad6110 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:35.866998 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-fd9e99d7-290d-44f1-b38a-e81ff3ad6110 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 811 time: 0.3062618 Jan 25 18:44:35.901587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-472f6cae-8191-4b2d-8698-04e774cd791c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:36.055307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853038189'] for segment, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:36.078125 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a988655a-01f1-4aaf-9640-511738ef4447 req-35b1fd9d-dc0e-456e-afb9-4cb47b82fd66 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 210 time: 0.5017700 Jan 25 18:44:36.178805 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-04a92541-1b75-42d4-953b-80b0435fd3f7 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6039071 Jan 25 18:44:36.207210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7d0ed-2005-457b-84bd-cc42d7cf9d63 req-b040bf36-f203-4890-9439-6bb6b7a4ce40 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:36.209043 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-10d7d0ed-2005-457b-84bd-cc42d7cf9d63 req-b040bf36-f203-4890-9439-6bb6b7a4ce40 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 931 time: 0.8887377 Jan 25 18:44:36.215348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:36.294594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-b6714562-d4d0-40e9-8f11-d485e116b1bb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:36.310682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f92cf4-f401-41ed-9148-051e6691cf0d req-9a352d02-0ab0-47c0-8afa-412e40959d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:36.312388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:36.318919 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c7f92cf4-f401-41ed-9148-051e6691cf0d req-9a352d02-0ab0-47c0-8afa-412e40959d5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.7410531 Jan 25 18:44:36.539188 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a0cf5ff-6be3-42af-a314-ff5b9ef38278 req-f578a0ad-0a69-4d0a-aaac-bc8ecc667c54 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3179321 Jan 25 18:44:36.564852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-b6714562-d4d0-40e9-8f11-d485e116b1bb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:36.567951 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-b6714562-d4d0-40e9-8f11-d485e116b1bb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1f208196f3c45998ec2b30f5d32795d HTTP/1.1" status: 200 len: 5704 time: 0.6724076 Jan 25 18:44:36.591168 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-10d7d0ed-2005-457b-84bd-cc42d7cf9d63 req-8d262353-9b77-4dab-a5f3-4a5e75b24fd1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555739 Jan 25 18:44:36.594247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'port': {'device_id': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'admin_state_up': True, 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'security_groups': ['14932d64-5e40-452d-b7e4-84dc6d34431e']}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:36.606248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Network 893b4223-f4cc-451d-a465-db1094dbb107 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:44:36.689622 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:44:36.713404 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c7f92cf4-f401-41ed-9148-051e6691cf0d req-5f1a8410-6c75-4def-a18b-2c1620c5cd3d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465037 Jan 25 18:44:36.909484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:36.914061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:port and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:36.918319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for port was recalculated. Used quota:3. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:36.958107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215721d2-211a-4a0c-a61f-c102fe757957 req-8440217b-9e20-4327-807d-a79067cc3093 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:36.966835 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-215721d2-211a-4a0c-a61f-c102fe757957 req-8440217b-9e20-4327-807d-a79067cc3093 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 944 time: 0.6932876 Jan 25 18:44:36.970172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:36.998188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:37.017226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:37.037439 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] 10.222.0.81 "DELETE /v2.0/networks/893b4223-f4cc-451d-a465-db1094dbb107 HTTP/1.1" status: 204 len: 168 time: 2.9307327 Jan 25 18:44:37.052944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:37.100301 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-215721d2-211a-4a0c-a61f-c102fe757957 req-dfd52c7f-7fa6-4fec-8251-f75456650f11 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323502 Jan 25 18:44:37.101241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Pushing event deleted for resources: {'Network': ['ID=893b4223-f4cc-451d-a465-db1094dbb107,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:37.106468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:37.171652 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Attempting to bind port 543b46aa-c701-45bd-8a37-e404fc49aeeb on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:37.172039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Attempting to bind port 543b46aa-c701-45bd-8a37-e404fc49aeeb by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:37.175934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Attempting to bind port 543b46aa-c701-45bd-8a37-e404fc49aeeb on network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:37.233142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Made reservation on behalf of d1f208196f3c45998ec2b30f5d32795d for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:37.272955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:37.311489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:37.311853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Checking segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:37.312269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:37.312677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Bound using segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:37.313182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Bound port: 543b46aa-c701-45bd-8a37-e404fc49aeeb, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:37.313560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:37.335452 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fb24ddae-fb34-4774-aec6-e5c5de297c9f req-f26d1f8e-cfda-41da-b8a4-fb236681657f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 210 time: 0.0549083 Jan 25 18:44:37.393901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50014) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:37.397957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:37.487030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:37.487845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:37.490624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa77024-5108-4bc7-860f-d1b8777c7865 req-59dc0b65-f1e5-482d-9fcf-362df18af8ee tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:37.492377 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6aa77024-5108-4bc7-860f-d1b8777c7865 req-59dc0b65-f1e5-482d-9fcf-362df18af8ee tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 0.1415424 Jan 25 18:44:37.560365 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6aa77024-5108-4bc7-860f-d1b8777c7865 req-878420c5-bba5-446f-994a-daa0bea27501 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Jan 25 18:44:37.778165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-8e7caf77-a5ac-47b1-86df-09e1c50649f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:37.780195 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-8e7caf77-a5ac-47b1-86df-09e1c50649f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 1161 time: 0.9467609 Jan 25 18:44:37.847600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:37.857780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:37.901966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:37.971009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0282f72-f6a3-4228-a508-48596e9c76bf req-cab42108-040f-4f4f-8549-9dc92fbb2f7b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:37.972699 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a0282f72-f6a3-4228-a508-48596e9c76bf req-cab42108-040f-4f4f-8549-9dc92fbb2f7b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1513164 Jan 25 18:44:38.073085 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a0282f72-f6a3-4228-a508-48596e9c76bf req-038ad0c9-bd11-40c7-b198-05412fb2c4af tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889370 Jan 25 18:44:38.202435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:38.387897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:38.393257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:38.419443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-8c4bfe94-b1e8-45b9-9977-bee0af4fe48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:38.420984 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-8c4bfe94-b1e8-45b9-9977-bee0af4fe48d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.5854745 Jan 25 18:44:38.426233 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3a9e137d-1377-4b40-af1a-dac16b0031a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a4cf394dd5e4c0d8b4a2c32c1b57b38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0205243 Jan 25 18:44:38.431686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:38.432405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:38.433975 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] 10.222.0.18 "PUT /v2.0/ports/543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 1157 time: 4.7986257 Jan 25 18:44:38.434472 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50056) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:38.435008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:38.435132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f478-7863-4b80-a428-20d04c5e0e7a req-a5b83797-c3bc-4d62-afad-9671deda28d4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:38.444870 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4eb1f478-7863-4b80-a428-20d04c5e0e7a req-a5b83797-c3bc-4d62-afad-9671deda28d4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 944 time: 0.1625352 Jan 25 18:44:38.642314 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4eb1f478-7863-4b80-a428-20d04c5e0e7a req-e1dbc202-ccb7-4814-9e32-b375e843b011 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962521 Jan 25 18:44:38.652249 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-3a4596cd-7b04-4c42-ab1e-7950287efbce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507697d2-ec24-406a-8e63-6b09c86873fd HTTP/1.1" status: 200 len: 217 time: 0.2093801 Jan 25 18:44:38.827393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-4873955f-1f58-4643-b390-58d1609d1649 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:38.838409 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-4873955f-1f58-4643-b390-58d1609d1649 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.3564892 Jan 25 18:44:38.894672 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-e4b60d5e-95f9-4b4d-8a85-d213de4ddf99 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/quotas/362046140d964710879ce0e65217934b HTTP/1.1" status: 200 len: 375 time: 0.0549889 Jan 25 18:44:38.944953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:38.972307 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6e66daea-6418-44a0-aee8-8da38e36187b req-debcdd71-af97-465e-ab66-ebdc67fa5849 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 210 time: 0.1238365 Jan 25 18:44:39.038187 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-b24055ee-5b17-459d-8cad-b7fc10261c83 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424110 Jan 25 18:44:39.057965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-74428094-0bdf-46e8-bfdd-7119faca5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:39.060129 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-74428094-0bdf-46e8-bfdd-7119faca5bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1160 time: 0.5271785 Jan 25 18:44:39.084081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:39.131076 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'status': 'completed', 'code': 200} Jan 25 18:44:39.135907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-c29c2f62-3a49-4a01-8b47-3c98741ae125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:39.137521 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-c29c2f62-3a49-4a01-8b47-3c98741ae125 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.3935244 Jan 25 18:44:39.220332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:39.278185 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-a27c6988-c0fa-417a-9582-ad36600f9c96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 217 time: 0.1497011 Jan 25 18:44:39.287606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:39.288697 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-e8d410a1-94f0-4819-9bce-064e43938ba5 service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495325 Jan 25 18:44:39.303150 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-6d351125-3d7a-459e-b55b-824fee18af69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912712 Jan 25 18:44:39.347840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752a966-1472-4fe4-ad08-5ec73072c4ac,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:39.351194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:39.394072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Allocated IP 172.20.0.3 (a862549d-eb32-4dba-8009-7741e340eedc/5b942efe-b294-4684-a4ce-9432a737ef16/525657e4-c14b-4379-b37e-e35935248f1a) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:39.439293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79ff63-44e3-457a-9aa0-9785c3689c87 req-4f09a661-e51d-438b-a776-2deb4a3f6d0d tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:39.440881 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ab79ff63-44e3-457a-9aa0-9785c3689c87 req-4f09a661-e51d-438b-a776-2deb4a3f6d0d tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 0.2266397 Jan 25 18:44:39.485868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:39.487320 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d752a966-1472-4fe4-ad08-5ec73072c4ac HTTP/1.1" status: 204 len: 168 time: 1.0463421 Jan 25 18:44:39.540449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-e4a699bd-85fa-4ba2-9bfd-9fb118eb6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:39.541430 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ab79ff63-44e3-457a-9aa0-9785c3689c87 req-4f405cc4-216c-4a61-9d3c-bb63549e2660 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884795 Jan 25 18:44:39.542479 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-e4a699bd-85fa-4ba2-9bfd-9fb118eb6fcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.2419879 Jan 25 18:44:39.548354 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-53be41ff-bd4e-4a8d-9b29-b2ebf79a20a3 service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2471266 Jan 25 18:44:39.831757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-382672e9-4148-41c6-a6cc-548c9c287c61 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:39.836727 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-382672e9-4148-41c6-a6cc-548c9c287c61 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.18 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 945 time: 0.2750413 Jan 25 18:44:39.881674 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-36a87134-2e11-4a6d-8d48-e92d5d61f955 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348392 Jan 25 18:44:39.966254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Deleting port a8db18d7-56ba-44c2-8cc8-42b10a561308 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:44:39.966615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:40.080851 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3fbba106-adf8-4a4a-8f67-81267f10b6c6 req-17bec551-2f71-4fa7-ad54-85d5bfd30ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1809869 Jan 25 18:44:40.131102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-8d562aa3-8851-4e90-aff4-6ab2bd5ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:40.133898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-8d562aa3-8851-4e90-aff4-6ab2bd5ff018 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5714917 Jan 25 18:44:40.145121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:40.175165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50094) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:40.216099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ce67c-304e-44ae-8261-08413607df85 req-6b6d63c1-8ba8-4512-84b2-a00d760a5891 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:40.219744 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-073ce67c-304e-44ae-8261-08413607df85 req-6b6d63c1-8ba8-4512-84b2-a00d760a5891 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.5038054 Jan 25 18:44:40.274491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:40.275091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:40.458763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50106) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:40.523926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 507697d2-ec24-406a-8e63-6b09c86873fd up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:40.577929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51de7b9-6593-4846-8301-7e2457665e5a req-ace47ca6-8b80-4f8c-8f12-1d606279c573 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:40.585827 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c51de7b9-6593-4846-8301-7e2457665e5a req-ace47ca6-8b80-4f8c-8f12-1d606279c573 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 944 time: 0.5811100 Jan 25 18:44:40.626437 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-20ba5cec-8028-4f1b-beba-20889576dde8 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811907 Jan 25 18:44:40.658256 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-073ce67c-304e-44ae-8261-08413607df85 req-e928ff6c-8989-47e8-b36a-22e74a62d9ab tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420248 Jan 25 18:44:40.691021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 507697d2-ec24-406a-8e63-6b09c86873fd completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:40.701365 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c51de7b9-6593-4846-8301-7e2457665e5a req-f4458672-f69a-4e28-8d1c-1475a56bd1df tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144638 Jan 25 18:44:40.702977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 507697d2-ec24-406a-8e63-6b09c86873fd triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:40.704363 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:40.709447 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-edd0801b-6567-4a60-bab4-2b90b8fa5950 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06229a96ea1e460f9e68eb598c446e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287263 Jan 25 18:44:40.724120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50114) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:40.738017 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:40.959832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Transition to ACTIVE for port object 525657e4-c14b-4379-b37e-e35935248f1a will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:40.960962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:40.990736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.005389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:41.016144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] For port a8db18d7-56ba-44c2-8cc8-42b10a561308, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a8db18d7-56ba-44c2-8cc8-42b10a561308,segment=NetworkSegment(507e1232-2106-42d9-b9e9-4ec044641051),segment_id=507e1232-2106-42d9-b9e9-4ec044641051)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:41.017045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.023512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.030806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcb01be6b9945de9f8ccb0fd4533749 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:41.035678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 507697d2-ec24-406a-8e63-6b09c86873fd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=507697d2-ec24-406a-8e63-6b09c86873fd,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:41.036898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:41.043828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:41.047519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.051078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:41.066613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:41.140627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=507697d2-ec24-406a-8e63-6b09c86873fd,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:41.144543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:41.167026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:41.256191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.273136 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6e3d084-9d08-46a1-bcb1-1a9b3ccc35f6 req-19ffd6de-f8d5-4163-8075-2d1ec4d11d91 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5928993 Jan 25 18:44:41.289284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'Port': ['ID=525657e4-c14b-4379-b37e-e35935248f1a,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:41.332880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.333281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.333696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.334112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.334497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.334858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.335229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.335607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.335979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.336391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.336771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.337147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.337589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.337988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.338365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.338739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.339112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.339487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.339857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.340227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.340597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.340967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.341339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.341741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:41.346984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.361126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:41.461974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Calling delete_port for a8db18d7-56ba-44c2-8cc8-42b10a561308 owned by compute:nova {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:44:41.514238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Network a862549d-eb32-4dba-8009-7741e340eedc is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:41.527305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 507697d2-ec24-406a-8e63-6b09c86873fd up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:41.565664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:41.581870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:41.604832 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b503b991-22e1-47b4-869f-3356dd53e002 req-ebe1e58e-a285-439b-a405-f9ade4e03ad8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 210 time: 0.1095347 Jan 25 18:44:41.609380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:41.610074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.621370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 507697d2-ec24-406a-8e63-6b09c86873fd triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:41.621860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.681405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.725985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:41.795331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec90dc3-35ff-4ae8-b085-11b84fc241fe,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:41.808608 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2227416 Jan 25 18:44:41.822267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:41.828243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:41.844903 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aec90dc3-35ff-4ae8-b085-11b84fc241fe HTTP/1.1" status: 204 len: 168 time: 1.0909286 Jan 25 18:44:41.879436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Request body: {'port': {'device_id': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:41.915125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-8f9d2e96-f909-47d2-85ff-e405bb1d367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:41.916684 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-8f9d2e96-f909-47d2-85ff-e405bb1d367f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1160 time: 0.4992468 Jan 25 18:44:41.973980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-3cac20c2-fe38-42bf-bd06-5fb680f3f8e5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:41.978265 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-3cac20c2-fe38-42bf-bd06-5fb680f3f8e5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.5122452 Jan 25 18:44:41.999131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d0d0a-72e1-4dd6-aeff-2c1c49c51980 req-fca9c554-c438-4a7e-8cf1-096507d3f878 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:42.001007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-29403d9a-94c5-40e8-a434-b8cf66b30850 None None] Provisioning for port 525657e4-c14b-4379-b37e-e35935248f1a completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:42.007280 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-434d0d0a-72e1-4dd6-aeff-2c1c49c51980 req-fca9c554-c438-4a7e-8cf1-096507d3f878 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 931 time: 0.8849301 Jan 25 18:44:42.012626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device a8db18d7-56ba-44c2-8cc8-42b10a561308 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:44:42.032276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Request body: {'port': {'device_id': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542', 'admin_state_up': True, 'tenant_id': '362046140d964710879ce0e65217934b'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:42.079918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-29403d9a-94c5-40e8-a434-b8cf66b30850 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:42.080350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-29403d9a-94c5-40e8-a434-b8cf66b30850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:42.169711 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-434d0d0a-72e1-4dd6-aeff-2c1c49c51980 req-3abfd05e-9231-49f6-bd86-a363a4461d24 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613123 Jan 25 18:44:42.182562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-29403d9a-94c5-40e8-a434-b8cf66b30850 None None] Port 525657e4-c14b-4379-b37e-e35935248f1a cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:44:42.247622 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No ports have port_id starting with a8db18d7-56ba-44c2-8cc8-42b10a561308 Jan 25 18:44:42.294659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:42.296548 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd', 'code': 200} Jan 25 18:44:42.380197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:42.419481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-018bdc46-38f0-43af-a6eb-20b7feb30bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:42.425012 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-018bdc46-38f0-43af-a6eb-20b7feb30bab service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.4447768 Jan 25 18:44:42.475428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa5f3b93-4367-4112-864a-ceba5ab19db8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:42.580526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Pushing event deleted for resources: {'Port': ['ID=a8db18d7-56ba-44c2-8cc8-42b10a561308,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:42.587512 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-bb9e0204-82ad-4f54-915d-5052b089ba6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 217 time: 0.1098170 Jan 25 18:44:42.598053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.18', 61229) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:42.735420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c9fb-77e8-40ad-b408-81c1de2a4aa0 req-21cbf29b-de6c-4204-8726-30dc122e87c9 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:42.737327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6752c9fb-77e8-40ad-b408-81c1de2a4aa0 req-21cbf29b-de6c-4204-8726-30dc122e87c9 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 867 time: 0.8564925 Jan 25 18:44:42.747728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:42.753133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.753521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.753941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.754337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.754719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.755232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.755615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.756110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.756497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.756878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.757257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.757668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.758603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.758990 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.759367 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.759742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.760114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.760490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.760866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.761235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.761610 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.762006 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.762378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.762749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:42.797086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:42.825956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Usage tracker for resource:port and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:42.826211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:42.837525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Quota usage for port was recalculated. Used quota:1. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:42.838287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:42.847520 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6752c9fb-77e8-40ad-b408-81c1de2a4aa0 req-c217119c-3a4c-42dc-9366-d12eba1348dd tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/security-groups?id=3d269539-4098-4ee4-8d19-9436913c6840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687690 Jan 25 18:44:42.848259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:42.861782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-022bcb63-1e84-4bfd-8614-70822e704886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:42.863401 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-022bcb63-1e84-4bfd-8614-70822e704886 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.2618022 Jan 25 18:44:42.871262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:42.879567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7485a3-eaa6-42c4-a506-e4be73adb8f6 req-4500c5ad-d7d0-43e2-a58d-cd825797bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:42.881181 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fe7485a3-eaa6-42c4-a506-e4be73adb8f6 req-4500c5ad-d7d0-43e2-a58d-cd825797bc79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 1163 time: 0.2780490 Jan 25 18:44:42.889961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c33542-bff2-45f4-b42d-ba9fb2169daf,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:42.899959 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:43.021341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5b432-7574-4973-bd15-7cb1eade5012 req-f774027f-540c-4c97-827c-2d449d8c5ae1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:43.024037 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-09c5b432-7574-4973-bd15-7cb1eade5012 req-f774027f-540c-4c97-827c-2d449d8c5ae1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.4794838 Jan 25 18:44:43.026791 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bcb01be6b9945de9f8ccb0fd4533749&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5653584 Jan 25 18:44:43.031071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50164) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:43.168822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Made reservation on behalf of 362046140d964710879ce0e65217934b for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:44:43.180688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.208053 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-09c5b432-7574-4973-bd15-7cb1eade5012 req-b3de5417-de42-418f-b439-6e715117d721 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695576 Jan 25 18:44:43.224837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] No DVR routers for this DVR port a8db18d7-56ba-44c2-8cc8-42b10a561308 on host hv-cinder-77238 {{(pid=80082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:44:43.245903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.248920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'name': 'network-vif-deleted', 'tag': 'a8db18d7-56ba-44c2-8cc8-42b10a561308'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:43.305117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.318576 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5cb1120-98a5-46a9-b56c-4e5670868b71 req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.18 "DELETE /v2.0/ports/a8db18d7-56ba-44c2-8cc8-42b10a561308 HTTP/1.1" status: 204 len: 173 time: 3.4753892 Jan 25 18:44:43.374279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352cce0-7848-462a-acef-530c6de6e32c req-5626c2fa-eaed-4e98-96e2-cefa7697e547 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:43.381972 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d352cce0-7848-462a-acef-530c6de6e32c req-5626c2fa-eaed-4e98-96e2-cefa7697e547 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.3474944 Jan 25 18:44:43.390892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.480175 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5ca56f9b-359d-46b5-9aa6-0297c6522af3 req-ace3d688-3e71-460c-b702-9b61d8005fed tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 210 time: 0.0921752 Jan 25 18:44:43.546221 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d352cce0-7848-462a-acef-530c6de6e32c req-d47dee1c-c5fe-4e1e-80f2-365ea301855b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631539 Jan 25 18:44:43.556777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.563600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bea505a4-e94d-4fa2-8369-6ade0bb81db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:43.586757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c33542-bff2-45f4-b42d-ba9fb2169daf,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:43.598901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:43.600218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.601465 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02c33542-bff2-45f4-b42d-ba9fb2169daf HTTP/1.1" status: 204 len: 168 time: 0.5656476 Jan 25 18:44:43.646879 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67f44-40f3-4b2b-8ac5-258b6b926793', 'name': 'network-vif-deleted', 'tag': 'a8db18d7-56ba-44c2-8cc8-42b10a561308', 'status': 'completed', 'code': 200} Jan 25 18:44:43.812973 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fe7485a3-eaa6-42c4-a506-e4be73adb8f6 req-ef52eb78-61af-4e3f-a2ac-097d2655f935 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747795 Jan 25 18:44:43.827960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525657e4-c14b-4379-b37e-e35935248f1a {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:43.849503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.863296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-255e7c80-2e13-4cea-a011-520874f10201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:43.865316 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-255e7c80-2e13-4cea-a011-520874f10201 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9901721 Jan 25 18:44:43.895916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Transition to ACTIVE for port object 525657e4-c14b-4379-b37e-e35935248f1a will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:43.902185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:43.918837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034b792-7dd1-46dd-a68f-cf72e16da19d req-86e65742-bb7f-44e0-b377-04d7f82508bc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:43.920474 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0034b792-7dd1-46dd-a68f-cf72e16da19d req-86e65742-bb7f-44e0-b377-04d7f82508bc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 931 time: 0.1645854 Jan 25 18:44:43.921115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:43.995526 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0034b792-7dd1-46dd-a68f-cf72e16da19d req-8d1402ae-7bb5-4a20-ba84-8fea02dea42a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658386 Jan 25 18:44:44.054552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:44.183192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Pushing event updated for resources: {'Port': ['ID=525657e4-c14b-4379-b37e-e35935248f1a,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:44.238162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:44.239559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 543b46aa-c701-45bd-8a37-e404fc49aeeb completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:44.241827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-847a5287-4ceb-4c86-ad5d-868818a4d614 req-5a7e4709-4a75-4017-9b21-a0768b3291cf tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Synchronizing usage tracker for tenant:164d214f6bab433598275d066ad12c7f on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:44:44.252526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:44.253060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.323316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-847a5287-4ceb-4c86-ad5d-868818a4d614 req-5a7e4709-4a75-4017-9b21-a0768b3291cf tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Unset dirty status for tenant:164d214f6bab433598275d066ad12c7f on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:44:44.324931 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-847a5287-4ceb-4c86-ad5d-868818a4d614 req-5a7e4709-4a75-4017-9b21-a0768b3291cf tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] 10.222.0.81 "GET /v2.0/ports?device_id=b4d67f44-40f3-4b2b-8ac5-258b6b926793 HTTP/1.1" status: 200 len: 210 time: 0.2214746 Jan 25 18:44:44.347447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50208) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:44.380252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.410219 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-44d09b82-5e1c-4322-8643-cc3efe75ba47 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349582 Jan 25 18:44:44.423517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:44.433670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Usage tracker for resource:security_group_rule and tenant:58d6d48fdbaa40b6929e9a09ec9071f0 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:44.439841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:44.455055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:44.477734 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.562005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:44.577139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:44.582483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.585002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:44.676326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:44.680902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:44.687250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Allocated IP 172.20.0.10 (2fd8b0c1-e7ae-4110-af2d-bc2a608ce542/01eb249c-68e9-453b-b299-425bad0d814a/70e44ebb-dc8a-4fde-b111-338767fe7855) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:44:44.745616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Attempting to bind port 525657e4-c14b-4379-b37e-e35935248f1a on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:44.746054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Attempting to bind port 525657e4-c14b-4379-b37e-e35935248f1a by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:44.746263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Attempting to bind port 525657e4-c14b-4379-b37e-e35935248f1a on network a862549d-eb32-4dba-8009-7741e340eedc {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:44.778654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:44.779034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Checking segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:44.779452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.779864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Bound using segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:44.780371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Bound port: 525657e4-c14b-4379-b37e-e35935248f1a, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:44.782228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.856121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.912031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:44.942944 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd8d00a0-22ba-4970-a959-e4f4b4692f10 req-15239e8e-2baf-4886-a5bd-f980a83baa0d service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5173354 Jan 25 18:44:44.967589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-89e0e9b4-3c75-4522-adef-ee6293423374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:44.988866 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58d6d48fdbaa40b6929e9a09ec9071f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402459 Jan 25 18:44:44.991692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50224) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:45.002365 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad45ddbe-349a-43c4-a82b-7e65fc62729a req-17891c3e-161f-4bf4-b676-c50922b3aad5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 210 time: 0.1430800 Jan 25 18:44:45.028273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92020e-85e5-437e-906a-e140003c8b9e,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:45.035726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:45.084152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d35778-8365-46c4-9849-6347e18e5c2e req-94a4aaeb-ac12-4a00-b7f5-f557be677a81 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:45.086033 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-16d35778-8365-46c4-9849-6347e18e5c2e req-94a4aaeb-ac12-4a00-b7f5-f557be677a81 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.5671971 Jan 25 18:44:45.134981 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'code': 200} Jan 25 18:44:45.189162 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-16d35778-8365-46c4-9849-6347e18e5c2e req-a383b7ae-6ef3-4e0f-afcb-5dafc9fcb259 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903609 Jan 25 18:44:45.293240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] For port 525657e4-c14b-4379-b37e-e35935248f1a, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:45.306943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.322827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] For port 525657e4-c14b-4379-b37e-e35935248f1a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=525657e4-c14b-4379-b37e-e35935248f1a,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:45.343918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.364483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:45.438982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa00be-7488-4c77-bb9d-1130f45c9112 req-20c2e9db-5601-4b7c-b7ff-7b519c38ce6b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:45.442224 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-58aa00be-7488-4c77-bb9d-1130f45c9112 req-20c2e9db-5601-4b7c-b7ff-7b519c38ce6b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1520793 Jan 25 18:44:45.442796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50234) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:45.568334 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-58aa00be-7488-4c77-bb9d-1130f45c9112 req-bc0f4daf-716b-45be-be0f-8ebecf83649f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794885 Jan 25 18:44:45.572632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.600873 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Pushing event updated for resources: {'Port': ['ID=525657e4-c14b-4379-b37e-e35935248f1a,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:45.621800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc6e9-a2e1-4382-84be-80e426b53327 req-4de01a36-1c23-4d7c-a89b-0824432c7f8e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:45.630158 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d8bcc6e9-a2e1-4382-84be-80e426b53327 req-4de01a36-1c23-4d7c-a89b-0824432c7f8e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 943 time: 0.1858871 Jan 25 18:44:45.635271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:45.734654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 507697d2-ec24-406a-8e63-6b09c86873fd up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:45.737106 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d8bcc6e9-a2e1-4382-84be-80e426b53327 req-e85e5be8-1790-4513-a125-1be95f41a45a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018722 Jan 25 18:44:45.738296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.744001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.773317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:45.778344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Usage tracker for resource:security_group_rule and tenant:6a8a65ed180f40e0b4520ab8fbd7e9ea is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:45.781790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:45.788728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:45.813963 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:45.814671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.816338 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] 10.222.0.18 "PUT /v2.0/ports/525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 200 len: 1157 time: 3.9523237 Jan 25 18:44:45.819269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d6de1-cb37-4411-82e1-b6f39be0c3bb req-059fb631-b39f-4bc6-b2f8-06a0b5f5a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:45.822312 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-181d6de1-cb37-4411-82e1-b6f39be0c3bb req-059fb631-b39f-4bc6-b2f8-06a0b5f5a855 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1162 time: 0.3353324 Jan 25 18:44:45.822676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:45.838643 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.845681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:45.927964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92020e-85e5-437e-906a-e140003c8b9e,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:45.932110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 507697d2-ec24-406a-8e63-6b09c86873fd triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:45.932661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.951121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.955953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:45.969510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-74261a75-116d-4a72-b855-94cd1ba7653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:46.011136 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a8a65ed180f40e0b4520ab8fbd7e9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657256 Jan 25 18:44:46.019063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:46.020082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50250) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:46.031995 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a', 'status': 'completed', 'code': 200} Jan 25 18:44:46.097614 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-181d6de1-cb37-4411-82e1-b6f39be0c3bb req-34164f97-1e28-4c52-bdcb-287093f41359 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288611 Jan 25 18:44:46.117141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc8e21-3307-42fd-980c-7da736650761,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:46.123123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:46.131310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.136091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.137313 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b92020e-85e5-437e-906a-e140003c8b9e HTTP/1.1" status: 204 len: 168 time: 1.1440768 Jan 25 18:44:46.151752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.172154 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:46.196432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.282553 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:46.312568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event updated for resources: {'Port': ['ID=70e44ebb-dc8a-4fde-b111-338767fe7855,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:46.318583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:46.432142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:46.432572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.463139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-2aeb8065-4c5d-43fd-93b6-a0559a8f49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:46.465162 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-2aeb8065-4c5d-43fd-93b6-a0559a8f49a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 1160 time: 0.5465698 Jan 25 18:44:46.572621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.786353 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-8f32bb12-6262-44c3-b730-32ad82d26657 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 200 len: 217 time: 0.2770543 Jan 25 18:44:46.791961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e1fa0-35ce-4c21-bb6f-7933e967ca42 req-4eaa6d36-1487-4344-9c07-e3113e4bdb29 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:46.797217 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d01e1fa0-35ce-4c21-bb6f-7933e967ca42 req-4eaa6d36-1487-4344-9c07-e3113e4bdb29 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 932 time: 0.4508591 Jan 25 18:44:46.797987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f48045b8-ae3f-48f7-bbf3-7506d459cb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:46.877229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc8e21-3307-42fd-980c-7da736650761,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:46.889034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:46.916406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:46.922355 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54fc8e21-3307-42fd-980c-7da736650761 HTTP/1.1" status: 204 len: 168 time: 0.9006591 Jan 25 18:44:46.984859 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d01e1fa0-35ce-4c21-bb6f-7933e967ca42 req-1b2b7f6c-26bf-4ffc-bfdd-d70164cb11b2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282065 Jan 25 18:44:47.136871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a1a54-ad61-452a-966d-928809a59335 req-138fc4fe-9cb7-4267-80e4-c02f3dcc2226 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:47.151477 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e35a1a54-ad61-452a-966d-928809a59335 req-138fc4fe-9cb7-4267-80e4-c02f3dcc2226 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.6093836 Jan 25 18:44:47.152284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50290) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:47.172737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-fe221e85-56e9-446b-ad7a-84ae807cc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:47.174397 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-fe221e85-56e9-446b-ad7a-84ae807cc5e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.3642185 Jan 25 18:44:47.200872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:44:47.202135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:44:47.204496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:44:47.233517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:47.234275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:47.293614 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2711577 Jan 25 18:44:47.300825 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e35a1a54-ad61-452a-966d-928809a59335 req-61c6d405-b164-4974-9539-d4631e081d1e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381600 Jan 25 18:44:47.349004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Request body: {'port': {'device_id': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:47.384680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cc271e5b-e9f6-4195-8803-108f333a19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:47.386374 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-cc271e5b-e9f6-4195-8803-108f333a19f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1358430 Jan 25 18:44:47.551805 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-a889fcdb-3e1a-43fa-8d03-6ec44c75d2f7 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558907 Jan 25 18:44:47.611768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd43b-5374-4a7a-a00b-b2db2557697c req-6e89a350-42b0-4af9-9312-780a4c8cc33c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:47.621327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7abfd43b-5374-4a7a-a00b-b2db2557697c req-6e89a350-42b0-4af9-9312-780a4c8cc33c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.3456271 Jan 25 18:44:47.749850 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:47.786058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:47.807201 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7abfd43b-5374-4a7a-a00b-b2db2557697c req-eb8ce28b-d2d3-44d6-9ecc-5127fe70ff00 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844223 Jan 25 18:44:47.822566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:47.831484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Usage tracker for resource:security_group_rule and tenant:d77871adbaad48579a2412cce63e5167 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:47.835902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:47.843636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:47.844615 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46f37920-4b98-418b-ae58-a833d34d5c28 req-087310a4-514f-4e48-bc2d-8c38a7e61780 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2846344 Jan 25 18:44:47.865316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50308) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:47.946107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:47.968662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b61d4-7d81-42ef-b7ed-b74e55acbac7 req-8e259f4a-0eb1-4359-b8d3-7a44eff4f771 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:47.976194 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-066b61d4-7d81-42ef-b7ed-b74e55acbac7 req-8e259f4a-0eb1-4359-b8d3-7a44eff4f771 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 943 time: 0.3513489 Jan 25 18:44:48.039677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:48.056817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea8b1bf8dce42c58ea8b1f846a8c6d8 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:48.074356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:48.080713 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-066b61d4-7d81-42ef-b7ed-b74e55acbac7 req-3ca82a95-9239-4039-a58e-23b8950f06a5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028521 Jan 25 18:44:48.088461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:48.135316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.139442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.153820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-38143739-aa98-4ede-b190-d107160e2470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:48.200792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c8ab5-5dec-4b60-8f84-1b50320cad96,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:48.240705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:48.265194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-d8427b4d-a37a-4e3f-ba90-5db4f300f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:48.266160 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d77871adbaad48579a2412cce63e5167&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1122322 Jan 25 18:44:48.267007 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-d8427b4d-a37a-4e3f-ba90-5db4f300f241 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 1160 time: 0.2741778 Jan 25 18:44:48.268587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50322) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:48.399091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.636889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-426ea626-8937-4f1e-9a29-f324f336cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:48.638571 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-426ea626-8937-4f1e-9a29-f324f336cd18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 905 time: 0.3598320 Jan 25 18:44:48.675852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.733683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.735659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-fedb00dd-0201-419c-8ad3-b1d552c48fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:48.737297 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-fedb00dd-0201-419c-8ad3-b1d552c48fc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 1163 time: 0.4647043 Jan 25 18:44:48.751268 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-f66b863d-2696-4a63-9345-16734f39bb1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 200 len: 217 time: 0.0853305 Jan 25 18:44:48.807975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.808104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d098d-4de8-4760-9770-20566a06ccfb req-f9db684e-4d8a-48fa-8dd5-1d74f98c4904 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:48.808104 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d5d098d-4de8-4760-9770-20566a06ccfb req-f9db684e-4d8a-48fa-8dd5-1d74f98c4904 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 932 time: 0.4638052 Jan 25 18:44:48.858390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97be20-c750-469e-981e-58f11818d7fc req-516e7f8f-0ad5-4334-968c-a046973c0f50 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:48.862173 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d97be20-c750-469e-981e-58f11818d7fc req-516e7f8f-0ad5-4334-968c-a046973c0f50 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.4409349 Jan 25 18:44:48.862910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.875254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-060adbb7-41f3-4760-8ec5-6a33d024ec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:48.886983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:48.907463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 25 18:44:48.916785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c8ab5-5dec-4b60-8f84-1b50320cad96,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:48.947070 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d5d098d-4de8-4760-9770-20566a06ccfb req-0512d67c-0298-4591-8ad9-b7b8b63f80e3 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454644 Jan 25 18:44:48.947992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:48.949068 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b3c8ab5-5dec-4b60-8f84-1b50320cad96 HTTP/1.1" status: 204 len: 168 time: 0.6793182 Jan 25 18:44:48.950349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:49.020847 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d97be20-c750-469e-981e-58f11818d7fc req-09a6930e-6299-4c09-a92a-917607c1b1b9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489480 Jan 25 18:44:49.075378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ace65-ccc5-4741-97db-415d2f6b269a,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:49.084744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:49.088308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-ab0d67d6-12e8-4c0f-8534-6b5a0facee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:49.089894 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-ab0d67d6-12e8-4c0f-8534-6b5a0facee5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.2524822 Jan 25 18:44:49.092217 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ea8b1bf8dce42c58ea8b1f846a8c6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2251616 Jan 25 18:44:49.095710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-2239c586-0333-4995-ae7a-58f55ad781fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:49.095984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50346) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:49.097207 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-2239c586-0333-4995-ae7a-58f55ad781fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.3490567 Jan 25 18:44:49.117891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50350) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:49.146538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e44ebb-dc8a-4fde-b111-338767fe7855 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:44:49.243766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Deleting subnet 67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099 {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:44:49.261490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.269302 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.277162 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-cc8dbbac-773c-4932-b6a8-68e5daa46980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507697d2-ec24-406a-8e63-6b09c86873fd HTTP/1.1" status: 200 len: 217 time: 0.1333137 Jan 25 18:44:49.289313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Transition to ACTIVE for port object 70e44ebb-dc8a-4fde-b111-338767fe7855 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:44:49.302808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.337287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:49.531120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.587004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.625756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.666678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50366) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:49.750787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-6e494b8b-fa87-4787-8afa-7a19b9279577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:49.752406 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-6e494b8b-fa87-4787-8afa-7a19b9279577 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6521292 Jan 25 18:44:49.752532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e85b5-ef36-49f1-9e0e-79dda0b6bbac req-1b0ef45b-a9f6-4008-8429-9a1cf7b5c87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:49.761054 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8b9e85b5-ef36-49f1-9e0e-79dda0b6bbac req-1b0ef45b-a9f6-4008-8429-9a1cf7b5c87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.4295127 Jan 25 18:44:49.763486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.769840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Pushing event updated for resources: {'Port': ['ID=70e44ebb-dc8a-4fde-b111-338767fe7855,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:49.803540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.805675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-83b1f3ed-7b67-481a-adc3-9b5859cc02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:49.807361 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-83b1f3ed-7b67-481a-adc3-9b5859cc02e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.4751403 Jan 25 18:44:49.808166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:49.808354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.841773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:49.894179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079194c-5566-4d03-a968-5ea494becd1a req-fb9b20cb-366a-4647-aaa9-8dc1b31672ed tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:49.895876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8079194c-5566-4d03-a968-5ea494becd1a req-fb9b20cb-366a-4647-aaa9-8dc1b31672ed tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 943 time: 0.4974489 Jan 25 18:44:49.903378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:49.912058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ace65-ccc5-4741-97db-415d2f6b269a,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:49.917043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:49.922755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Usage tracker for resource:security_group_rule and tenant:37cac110d6c947eba3f68ca5bb61684a is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:49.939720 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-cdca688d-a3d2-4d26-acae-8dbff6f53df0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219881 Jan 25 18:44:49.956098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:49.980522 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8b9e85b5-ef36-49f1-9e0e-79dda0b6bbac req-cd68899c-49ec-4bbc-b73b-be18f3520b20 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184649 Jan 25 18:44:49.987005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:49.989276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:49.994423 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/010ace65-ccc5-4741-97db-415d2f6b269a HTTP/1.1" status: 204 len: 168 time: 0.8968885 Jan 25 18:44:50.154348 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8079194c-5566-4d03-a968-5ea494becd1a req-c47752a4-97ba-4bc0-b719-66d988db7dc6 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360969 Jan 25 18:44:50.254386 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-1fb3ea1c-da8e-49e2-baa1-e19350136495 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855647 Jan 25 18:44:50.258080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Attempting to bind port 70e44ebb-dc8a-4fde-b111-338767fe7855 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:50.258601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Attempting to bind port 70e44ebb-dc8a-4fde-b111-338767fe7855 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:44:50.259092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Attempting to bind port 70e44ebb-dc8a-4fde-b111-338767fe7855 on network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:44:50.301727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:44:50.302781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Checking segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:44:50.303544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.304354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Bound using segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:44:50.306016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Bound port: 70e44ebb-dc8a-4fde-b111-338767fe7855, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:44:50.306680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.516471 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-2dadbe70-438b-4a24-82b0-694a225ca9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560319 Jan 25 18:44:50.587724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.624529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.637874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9356b98e-bed7-4354-8d81-730c0c8ec578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:50.677828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcbd230-a763-4502-adaf-b764efd70449,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:50.687082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] For port 70e44ebb-dc8a-4fde-b111-338767fe7855, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:44:50.699261 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ec8c37b-93f3-442b-bd63-0bd85eef6984 req-a6166dc2-0b7d-4c1b-abb8-0f122b51a60b service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4351988 Jan 25 18:44:50.718837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] For port 70e44ebb-dc8a-4fde-b111-338767fe7855, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=70e44ebb-dc8a-4fde-b111-338767fe7855,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:44:50.725361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.745385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d0acf3d-76e1-45b9-8d85-c97eaf290570 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:50.748500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee430617-e8e8-4588-b365-88b7f2e5e169 req-e7261ad3-1f5c-4832-842c-86ba7214906e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:50.750539 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee430617-e8e8-4588-b365-88b7f2e5e169 req-e7261ad3-1f5c-4832-842c-86ba7214906e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 944 time: 0.4813752 Jan 25 18:44:50.753131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.760030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:50.799348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:50.835097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Pushing event updated for resources: {'Port': ['ID=70e44ebb-dc8a-4fde-b111-338767fe7855,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:50.894461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:50.897072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:50.907826 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-47b05e5e-da53-4b33-a0e3-07a20001bef9 req-b2146b9e-b2e1-4b23-9f72-e8089cd616bd service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3766863 Jan 25 18:44:50.981622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:50.982321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:50.983805 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] 10.222.0.18 "PUT /v2.0/ports/70e44ebb-dc8a-4fde-b111-338767fe7855 HTTP/1.1" status: 200 len: 1158 time: 3.6423690 Jan 25 18:44:50.984333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:50.994846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:51.001799 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37cac110d6c947eba3f68ca5bb61684a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3330367 Jan 25 18:44:51.006256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50410) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:51.062563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21a2fd-b5ff-4a95-8d54-710aa833036b req-8a84c9d7-da10-4dd9-bda2-b5a1c7d4ffed tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:51.070994 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8a21a2fd-b5ff-4a95-8d54-710aa833036b req-8a84c9d7-da10-4dd9-bda2-b5a1c7d4ffed tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.6785259 Jan 25 18:44:51.113284 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee430617-e8e8-4588-b365-88b7f2e5e169 req-add3c9c0-acbd-4784-a840-3a408a3724aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517635 Jan 25 18:44:51.192783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.224815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-72dc8922-3348-4e76-bec3-6b6c73993edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:51.227456 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-72dc8922-3348-4e76-bec3-6b6c73993edd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 1161 time: 0.1634793 Jan 25 18:44:51.236851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.241362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50422) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:51.263893 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8a21a2fd-b5ff-4a95-8d54-710aa833036b req-54a89455-a950-4afe-af5c-552716f9e664 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916213 Jan 25 18:44:51.281784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.384391 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/67fbc7b0-b3cc-4656-bb7e-2dc3ab8b5099 HTTP/1.1" status: 204 len: 168 time: 2.2647412 Jan 25 18:44:51.387408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50430) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:51.396673 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855', 'status': 'completed', 'code': 200} Jan 25 18:44:51.405927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.407693 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-e41154e9-8d4b-4cb5-bda3-a6f094b93546 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e44ebb-dc8a-4fde-b111-338767fe7855 HTTP/1.1" status: 200 len: 217 time: 0.1614604 Jan 25 18:44:51.413917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:51.506619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-8016db5d-67a0-4093-9109-3df0e571d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:51.510019 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-8016db5d-67a0-4093-9109-3df0e571d5c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.0864177 Jan 25 18:44:51.512007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcbd230-a763-4502-adaf-b764efd70449,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:51.515160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:51.576251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.576916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.578170 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bcbd230-a763-4502-adaf-b764efd70449 HTTP/1.1" status: 204 len: 168 time: 0.5706804 Jan 25 18:44:51.587397 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-dfd1c605-3570-42b2-934a-d78996fbebf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634708 Jan 25 18:44:51.742606 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-84642c0e-5cbf-4380-bd81-7122595ed552 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477497 Jan 25 18:44:51.750482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:51.790863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:51.800009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Usage tracker for resource:security_group_rule and tenant:62cdd22ad10c413195f0c520d5ae9297 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:51.809822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:51.854192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:51.939512 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d40dcdcd-8d05-446e-b5c3-2755c7fd3df0 req-d38a81d4-1da4-455c-9ba7-c93ec7f19846 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1852770 Jan 25 18:44:51.998538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85c17a-8af8-4a8d-912b-b09845cebea3 req-82e79167-cfcf-4bce-854e-89c82b6a7045 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:52.000240 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c85c17a-8af8-4a8d-912b-b09845cebea3 req-82e79167-cfcf-4bce-854e-89c82b6a7045 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.7100611 Jan 25 18:44:52.010793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50444) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:52.016806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'floatingip': {'port_id': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:52.080665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.168045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.295242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37970d-696b-47a3-b92b-592d2dbbf710 req-68399770-d706-49d4-a625-0671ec2c990f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:52.306337 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3f37970d-696b-47a3-b92b-592d2dbbf710 req-68399770-d706-49d4-a625-0671ec2c990f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 943 time: 0.6624134 Jan 25 18:44:52.417351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:52.448685 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3f37970d-696b-47a3-b92b-592d2dbbf710 req-12dae4a1-ffc4-4858-b3ba-e002e89ac9e0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412427 Jan 25 18:44:52.528992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d82448-e9af-429b-bbf7-d60b249e9589']}} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:52.615720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 525657e4-c14b-4379-b37e-e35935248f1a completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:52.616206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-80adee89-bdfe-4013-8452-ce9aecb130e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:52.618229 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-80adee89-bdfe-4013-8452-ce9aecb130e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 1161 time: 0.5350363 Jan 25 18:44:52.627202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:52.627808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.634475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507e1232-2106-42d9-b9e9-4ec044641051') {'for_net_delete': True} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:52.635961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507e1232-2106-42d9-b9e9-4ec044641051') {} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:52.667745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843858029'] for segment, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.773429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.777785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:44:52.837710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-11022660-139a-4a19-af87-55a38cbb7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:52.839286 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-11022660-139a-4a19-af87-55a38cbb7823 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 909 time: 0.1877258 Jan 25 18:44:52.863236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.895177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85035ed-e9c8-4087-9143-921df58a9724 req-cd82adc0-d52c-480d-b13e-62780c845940 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:52.897789 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a85035ed-e9c8-4087-9143-921df58a9724 req-cd82adc0-d52c-480d-b13e-62780c845940 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 944 time: 0.5722351 Jan 25 18:44:52.906385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.906975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 525657e4-c14b-4379-b37e-e35935248f1a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=525657e4-c14b-4379-b37e-e35935248f1a,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:52.908038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:52.915322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:52.917682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b465c59c-685d-4b30-be3f-8ab2850bb725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:52.990252 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-46bb3b8e-7f6e-4975-905f-255f21540be7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e44ebb-dc8a-4fde-b111-338767fe7855 HTTP/1.1" status: 200 len: 217 time: 0.1308177 Jan 25 18:44:52.994716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=525657e4-c14b-4379-b37e-e35935248f1a,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:53.003423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.003789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.004460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.004993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.005510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.006281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.006941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.007860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.008380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.009007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.009525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.010074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.010654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.011167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.011685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.012198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.012718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.013226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.013771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.014436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.014956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.015469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.015982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.016486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:44:53.021256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:53.222038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:53.242422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-5773fa44-a9e3-48f4-89d3-6095ea44ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:53.244086 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-5773fa44-a9e3-48f4-89d3-6095ea44ed3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.2443280 Jan 25 18:44:53.250940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-273e0f1b-0f6b-4ae7-97c5-d58dff7ef58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:53.308794 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-f3b03c29-b3ef-4526-8326-008d5773b672 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554090 Jan 25 18:44:53.435617 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a85035ed-e9c8-4087-9143-921df58a9724 req-3bf74e18-ec98-4238-a348-cfe44b65761d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242465 Jan 25 18:44:53.473257 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62cdd22ad10c413195f0c520d5ae9297&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2307422 Jan 25 18:44:53.508339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50492) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:53.564994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a7fc-45b8-4462-84b8-9469d913a3df req-7bc12906-92db-480e-a8cf-b92dc3c1a668 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:53.570584 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a', 'code': 200} Jan 25 18:44:53.583079 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8e62a7fc-45b8-4462-84b8-9469d913a3df req-7bc12906-92db-480e-a8cf-b92dc3c1a668 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.8812323 Jan 25 18:44:53.583882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fea2f9-bcc5-4fce-97d9-7de842791472,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:53.607714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:53.627217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Network 30d82448-e9af-429b-bbf7-d60b249e9589 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:44:53.650941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853038189'] for segment, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:53.855204 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:53.881376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:53.896927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-ecb9a6bc-40af-4d14-a808-650f27bc3c89 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750356 Jan 25 18:44:54.015028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:54.015464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.021565 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8e62a7fc-45b8-4462-84b8-9469d913a3df req-33d89334-b87a-4bd4-adf0-30b4fc42e6ff tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128015 Jan 25 18:44:54.047632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.151052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Network 30d82448-e9af-429b-bbf7-d60b249e9589 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:44:54.183625 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:44:54.187042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 25 18:44:54.315320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dcae3-cae5-4118-8480-626bee527e69 req-6b2149fc-8e3e-4481-bd8f-80af15c394cb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:54.318053 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b72dcae3-cae5-4118-8480-626bee527e69 req-6b2149fc-8e3e-4481-bd8f-80af15c394cb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.4534795 Jan 25 18:44:54.361268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.363643 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c03f9-4b1e-4130-a6ce-a8476a1df1c9 req-664e5485-717a-4060-ac63-3c295968b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:54.365383 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-688c03f9-4b1e-4130-a6ce-a8476a1df1c9 req-664e5485-717a-4060-ac63-3c295968b7a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 1162 time: 0.4545736 Jan 25 18:44:54.372560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.386257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.394716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:54.424197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b72dcae3-cae5-4118-8480-626bee527e69 req-e620f965-9218-4c6e-acb5-e915f004e1bd tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957742 Jan 25 18:44:54.425364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.428878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=30d82448-e9af-429b-bbf7-d60b249e9589,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:54.433045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:54.447257 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e489aca-db3a-4901-9b91-d8e4db62c053 req-a9534909-37de-4b72-9d4e-7f9be310e4b0 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5349119 Jan 25 18:44:54.490312 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1b228473-c7b4-48b9-a1c7-9e141a206d4b admin admin] 10.222.0.81 "DELETE /v2.0/networks/30d82448-e9af-429b-bbf7-d60b249e9589 HTTP/1.1" status: 204 len: 168 time: 3.1016531 Jan 25 18:44:54.757607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.783629 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81ae00-7a6a-4834-bf6c-443ee9d776a4 req-05c7d335-b29d-4db0-934d-c6cdd9eb3d10 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:54.785088 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6e81ae00-7a6a-4834-bf6c-443ee9d776a4 req-05c7d335-b29d-4db0-934d-c6cdd9eb3d10 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 944 time: 0.1933489 Jan 25 18:44:54.801515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:54.839902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fea2f9-bcc5-4fce-97d9-7de842791472,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:54.861898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6e81ae00-7a6a-4834-bf6c-443ee9d776a4 req-c07666ed-1c0a-4b39-81a1-bc0fa55ba5b1 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680776 Jan 25 18:44:54.863652 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50536) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:54.877709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:54.899563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:54.901236 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2fea2f9-bcc5-4fce-97d9-7de842791472 HTTP/1.1" status: 204 len: 168 time: 1.3916049 Jan 25 18:44:54.906323 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-688c03f9-4b1e-4130-a6ce-a8476a1df1c9 req-83f1290d-e93d-419c-887a-736e2f2079a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007375 Jan 25 18:44:54.966393 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Floating IP 91e1cbfd-32d4-4e6c-a03b-a06f73967b57 associated. External IP: 172.28.2.173, port: 543b46aa-c701-45bd-8a37-e404fc49aeeb. Jan 25 18:44:54.977163 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b7e57e29-7bbb-4de7-a7c3-243de317b889 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=164d214f6bab433598275d066ad12c7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1113968 Jan 25 18:44:54.977929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50542) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:55.076418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:55.133831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:55.353674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd3360-5543-4246-be50-6cf9fb00b466 req-fc722f3f-7fd0-410d-b8c7-1ee2938a0a59 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:55.355402 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-76dd3360-5543-4246-be50-6cf9fb00b466 req-fc722f3f-7fd0-410d-b8c7-1ee2938a0a59 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1608257 Jan 25 18:44:55.356619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:55.361919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:55.402176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d269539-4098-4ee4-8d19-9436913c6840,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:55.412357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:55.414457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:55.415727 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d269539-4098-4ee4-8d19-9436913c6840 HTTP/1.1" status: 204 len: 168 time: 0.4367852 Jan 25 18:44:55.488269 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-76dd3360-5543-4246-be50-6cf9fb00b466 req-e557a163-2032-4c10-8f62-44364c14a062 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143332 Jan 25 18:44:55.489923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:44:55.718100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50570) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:55.751165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:55.778411 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:44:55.787649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Usage tracker for resource:security_group_rule and tenant:24813e8cddf6462fb3c682933022181a is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:44:55.801068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:44:55.813375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:44:55.831531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:44:55.838711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:55.854212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:44:55.871966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:55.872681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:44:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:55.889170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd95ce1-fb87-4c27-8d9c-622922f15664 req-fb2ddc45-2005-4188-970d-baa498af2253 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:55.898984 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2cd95ce1-fb87-4c27-8d9c-622922f15664 req-fb2ddc45-2005-4188-970d-baa498af2253 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1890182 Jan 25 18:44:55.932951 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6246700f-75a9-4e46-8043-41f4c12e95df tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "PUT /v2.0/floatingips/91e1cbfd-32d4-4e6c-a03b-a06f73967b57 HTTP/1.1" status: 200 len: 991 time: 3.9208081 Jan 25 18:44:55.937785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:56.004638 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2cd95ce1-fb87-4c27-8d9c-622922f15664 req-5541c434-7faf-4689-902f-648fc0b7d85d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025119 Jan 25 18:44:56.014141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.030010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.043793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:56.098008 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24813e8cddf6462fb3c682933022181a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780177 Jan 25 18:44:56.100460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d29ec-3d85-4b01-a368-6da2060ef7e9,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:56.100980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50584) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:56.107538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:56.135063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55699770-4473-4fb1-834b-724553d1ed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.145579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:56.306430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.355793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.401157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f516-9d58-4113-ace2-861195529589 req-6f2771ac-3dcc-4f1f-b3e1-676a6d29ea5a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:56.402865 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fc01f516-9d58-4113-ace2-861195529589 req-6f2771ac-3dcc-4f1f-b3e1-676a6d29ea5a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 944 time: 0.2243552 Jan 25 18:44:56.569318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '91e1cbfd-32d4-4e6c-a03b-a06f73967b57', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'port_id': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'mac_address': 'fa:16:3e:d5:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:18Z', 'updated_at': '2021-01-25T18:44:53Z', 'revision_number': 1, 'project_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:56.574883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:44:56.585213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:44:56.587007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:44:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:56.606405 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'status': 'completed', 'code': 200} Jan 25 18:44:56.638018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fc01f516-9d58-4113-ace2-861195529589 req-46846e38-393a-4ff3-9e86-db6bbf1e80c2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018876 Jan 25 18:44:56.649858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.655603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:56.678475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d29ec-3d85-4b01-a368-6da2060ef7e9,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:56.682109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:56.691028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:56.697501 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea5d29ec-3d85-4b01-a368-6da2060ef7e9 HTTP/1.1" status: 204 len: 168 time: 0.5947285 Jan 25 18:44:56.920275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 70e44ebb-dc8a-4fde-b111-338767fe7855 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:56.986978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-79b736af-1c20-4e14-afa3-10fd04709d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:56.990326 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-79b736af-1c20-4e14-afa3-10fd04709d19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1162 time: 0.2141783 Jan 25 18:44:57.141438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:44:57.144264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 70e44ebb-dc8a-4fde-b111-338767fe7855 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:44:57.151979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 70e44ebb-dc8a-4fde-b111-338767fe7855 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:57.152406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:57.183851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6473fe2-bb0a-4577-80f2-86e7a9d771e7 req-dfa72be3-b89d-4bc0-b42b-22349bcad29f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:57.185670 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d6473fe2-bb0a-4577-80f2-86e7a9d771e7 req-dfa72be3-b89d-4bc0-b42b-22349bcad29f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.3763463 Jan 25 18:44:57.388209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-cca38247-5057-4e0c-b676-7c3860d67e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:57.390624 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-cca38247-5057-4e0c-b676-7c3860d67e2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.3880708 Jan 25 18:44:57.394613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:57.441341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 70e44ebb-dc8a-4fde-b111-338767fe7855, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=70e44ebb-dc8a-4fde-b111-338767fe7855,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:44:57.442463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:57.447835 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d6473fe2-bb0a-4577-80f2-86e7a9d771e7 req-0dd418c0-009b-44bc-942b-447287d941c4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461042 Jan 25 18:44:57.464168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:57.466677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:44:57.567425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab915a4-62bf-431b-97a3-7580cc49c84b req-6766aea0-be51-435a-9ad6-965c7d382e7f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:57.569141 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bab915a4-62bf-431b-97a3-7580cc49c84b req-6766aea0-be51-435a-9ad6-965c7d382e7f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.3116870 Jan 25 18:44:57.655034 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bab915a4-62bf-431b-97a3-7580cc49c84b req-6c491997-f09a-48bd-90fb-ceb11c6d6264 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694039 Jan 25 18:44:57.662569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=70e44ebb-dc8a-4fde-b111-338767fe7855,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:44:57.678464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:44:57.781776 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-1ce9284d-df94-4e10-b9b4-7f1b78d2e67e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 999 time: 0.3737473 Jan 25 18:44:57.816025 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855', 'code': 200} Jan 25 18:44:57.943075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-fb7d612f-6b13-4201-9832-2e2e3f71d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:57.944686 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-fb7d612f-6b13-4201-9832-2e2e3f71d216 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.1561005 Jan 25 18:44:58.011104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:44:58.129485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-21fb19f7-f4d9-4ef7-8830-2af240197550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:58.135513 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-21fb19f7-f4d9-4ef7-8830-2af240197550 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1778927 Jan 25 18:44:58.147187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '91e1cbfd-32d4-4e6c-a03b-a06f73967b57', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'port_id': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'mac_address': 'fa:16:3e:d5:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:18Z', 'updated_at': '2021-01-25T18:44:53Z', 'revision_number': 1, 'project_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:44:58.155271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11bfb6-4c5b-40f1-ab5f-c03aa857f381 None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '91e1cbfd-32d4-4e6c-a03b-a06f73967b57', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'port_id': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'mac_address': 'fa:16:3e:d5:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:18Z', 'updated_at': '2021-01-25T18:44:53Z', 'revision_number': 1, 'project_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:44:58.239752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:44:58.240180 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:58.392331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450c45-a62f-4e35-ba31-ce2fe3819f54 req-15bde9e5-b768-49c3-ae3d-b0fcb3309c02 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:58.403133 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-34450c45-a62f-4e35-ba31-ce2fe3819f54 req-15bde9e5-b768-49c3-ae3d-b0fcb3309c02 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.3495376 Jan 25 18:44:58.415111 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-a0ce1321-ecbe-4cce-9572-25d181621277 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121983 Jan 25 18:44:58.535849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48b15-dcf4-4c20-b7d6-b2b3cea3e859 req-278cf669-6775-4b19-96ff-23879893b060 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:58.572481 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7fc48b15-dcf4-4c20-b7d6-b2b3cea3e859 req-278cf669-6775-4b19-96ff-23879893b060 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.4504325 Jan 25 18:44:58.573062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50654) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:44:58.597348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1718b-c3d6-48ee-94ef-fe172b6e7d2a req-7fd63fcd-a23b-4e4f-a17a-b2c8c8df6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:58.599018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bea1718b-c3d6-48ee-94ef-fe172b6e7d2a req-7fd63fcd-a23b-4e4f-a17a-b2c8c8df6785 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 1163 time: 0.4721346 Jan 25 18:44:58.599409 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-34450c45-a62f-4e35-ba31-ce2fe3819f54 req-b01e8ef1-04f0-4a56-a8f5-8d5130d43d1b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929770 Jan 25 18:44:58.618827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'floatingip': {'port_id': '525657e4-c14b-4379-b37e-e35935248f1a'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:58.672255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf77a947-d697-4d69-85b2-db62718dbbf9 None None] New status for floating IP 91e1cbfd-32d4-4e6c-a03b-a06f73967b57: ACTIVE {{(pid=80083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:44:58.761223 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0263099d-9aa8-4313-8302-95ef8932ee25 req-e88d1258-76c6-4da3-84b9-f2b46c555bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3369431 Jan 25 18:44:58.773785 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bea1718b-c3d6-48ee-94ef-fe172b6e7d2a req-10f170de-8474-4d61-95e2-9d362dc409ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558187 Jan 25 18:44:58.958636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:59.141948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:59.150868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad753721-b545-45d7-8977-504358f149a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:44:59.294761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa60a-6fdf-4ea0-b8bb-0a6cb90cfa48 req-9f3ba0a1-b748-413e-920c-897585d53c74 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:44:59.296506 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d7aa60a-6fdf-4ea0-b8bb-0a6cb90cfa48 req-9f3ba0a1-b748-413e-920c-897585d53c74 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.4465904 Jan 25 18:44:59.603185 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d7aa60a-6fdf-4ea0-b8bb-0a6cb90cfa48 req-5a909559-c248-41ad-b894-38ab15c95690 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373593 Jan 25 18:45:00.071285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 70e44ebb-dc8a-4fde-b111-338767fe7855 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:00.223350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 70e44ebb-dc8a-4fde-b111-338767fe7855 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:00.223789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:00.400826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd266-43bd-49a0-a281-a14b343936db req-fee25ec4-d332-4fab-b014-08f3a70c9c4d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:00.403111 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-013fd266-43bd-49a0-a281-a14b343936db req-fee25ec4-d332-4fab-b014-08f3a70c9c4d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.4488766 Jan 25 18:45:00.421970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:00.535090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 25 18:45:00.539814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:00.626313 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-013fd266-43bd-49a0-a281-a14b343936db req-2436e5f3-9b6f-4f07-8a86-4eb2d78cdc14 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532979 Jan 25 18:45:00.661768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:00.665458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:00.995606 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Floating IP a38145b8-a3ac-42c9-a0bf-acea9c13cb0a associated. External IP: 172.28.2.186, port: 525657e4-c14b-4379-b37e-e35935248f1a. Jan 25 18:45:01.242719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721b622-e295-430f-a1c7-67f424c88ead req-d627c339-c6c5-40f4-ab79-f4630b1d71f7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:01.244462 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2721b622-e295-430f-a1c7-67f424c88ead req-d627c339-c6c5-40f4-ab79-f4630b1d71f7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.3190110 Jan 25 18:45:01.475658 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2721b622-e295-430f-a1c7-67f424c88ead req-82a2963d-cab6-4d73-9606-dc195c8e5cd8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195897 Jan 25 18:45:01.567022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:45:01.782535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:45:01.787582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:01.794086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:45:01.814200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:45:01.815022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:44:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:45:01.957679 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-379cd7f5-f430-4211-bb81-d5433f9cb683 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "PUT /v2.0/floatingips/a38145b8-a3ac-42c9-a0bf-acea9c13cb0a HTTP/1.1" status: 200 len: 991 time: 3.3553140 Jan 25 18:45:01.957679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:02.034946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dcfbd-637a-476b-8187-76bc7320d1b1 req-c6938352-6f25-412e-b990-adfd5ee56c22 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:02.041839 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a73dcfbd-637a-476b-8187-76bc7320d1b1 req-c6938352-6f25-412e-b990-adfd5ee56c22 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.1920021 Jan 25 18:45:02.081505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 70e44ebb-dc8a-4fde-b111-338767fe7855 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:02.091485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:45:02.108743 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a73dcfbd-637a-476b-8187-76bc7320d1b1 req-e9999852-1c07-4572-a1ac-28f1b1a1f3c6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613558 Jan 25 18:45:02.188835 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a', 'status': 'completed', 'code': 200} Jan 25 18:45:02.212480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 70e44ebb-dc8a-4fde-b111-338767fe7855 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:02.213235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:02.425353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-d8ed55b1-3688-454a-ac63-1f1cb1951059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:02.426964 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-d8ed55b1-3688-454a-ac63-1f1cb1951059 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 1162 time: 0.1362412 Jan 25 18:45:02.581148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': 'a38145b8-a3ac-42c9-a0bf-acea9c13cb0a', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'port_id': '525657e4-c14b-4379-b37e-e35935248f1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'mac_address': 'fa:16:3e:28:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:23Z', 'updated_at': '2021-01-25T18:45:00Z', 'revision_number': 1, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:45:02.586987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:45:02.600498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:45:02.601868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:44:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:45:02.631019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-d6d8d965-ea09-4042-9d08-08628d6f8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:02.634591 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-d6d8d965-ea09-4042-9d08-08628d6f8856 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 905 time: 0.1952574 Jan 25 18:45:02.808842 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-a0910f93-e8bc-45b2-a520-a8a0071c793f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 200 len: 999 time: 0.1620078 Jan 25 18:45:02.860028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c76dd1-823f-4355-be7e-f14790f56db3 req-4b9df073-6f3a-4093-8819-9f6ff7f5c5b0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:02.862038 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f9c76dd1-823f-4355-be7e-f14790f56db3 req-4b9df073-6f3a-4093-8819-9f6ff7f5c5b0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1769898 Jan 25 18:45:02.868974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:45:02.911773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-2c39fc8d-5f73-4b76-b4e8-241f4e33cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:02.914464 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-2c39fc8d-5f73-4b76-b4e8-241f4e33cd4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.0958824 Jan 25 18:45:02.960279 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f9c76dd1-823f-4355-be7e-f14790f56db3 req-b959e216-e0f9-47fe-9fdd-26966a5b9f06 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916286 Jan 25 18:45:03.040246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-af7a5917-ad6c-4989-8f1a-a6c53a89da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:03.041917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-af7a5917-ad6c-4989-8f1a-a6c53a89da08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075094 Jan 25 18:45:03.214059 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-ea3928e4-54e0-438e-94e5-63f19b70d696 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625609 Jan 25 18:45:03.384517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': 'a38145b8-a3ac-42c9-a0bf-acea9c13cb0a', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'port_id': '525657e4-c14b-4379-b37e-e35935248f1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'mac_address': 'fa:16:3e:28:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:23Z', 'updated_at': '2021-01-25T18:45:00Z', 'revision_number': 1, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:45:03.390289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704846fb-b2cf-424a-a961-b81a002c2573 None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': 'a38145b8-a3ac-42c9-a0bf-acea9c13cb0a', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'port_id': '525657e4-c14b-4379-b37e-e35935248f1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'mac_address': 'fa:16:3e:28:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:23Z', 'updated_at': '2021-01-25T18:45:00Z', 'revision_number': 1, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:45:03.439775 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-36dc3988-4ef0-4426-9c3a-db8eaddae72d req-4c319c29-6076-40fa-8e44-82e84ea14fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2170269 Jan 25 18:45:03.718233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380c42c-0912-41f3-b981-cbfcfcc5f07f None None] New status for floating IP a38145b8-a3ac-42c9-a0bf-acea9c13cb0a: ACTIVE {{(pid=80083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:45:04.139935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50898) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:04.412332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402345a-7990-4b33-8726-8ef60039c266 req-88d75742-e438-427c-9717-5c11b7bf929e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:04.414776 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a402345a-7990-4b33-8726-8ef60039c266 req-88d75742-e438-427c-9717-5c11b7bf929e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1834540 Jan 25 18:45:04.481713 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a402345a-7990-4b33-8726-8ef60039c266 req-a39c5709-6f3e-4b4d-aea6-bcf186b035ef tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Jan 25 18:45:04.542563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50918) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:04.589451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50926) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:04.734377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:04.789296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:04.804962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:04.807510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:04.825944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Usage tracker for resource:security_group_rule and tenant:688963f274aa4cff91ed92586ad6bd63 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:04.831557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:04.838436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:04.840992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:04.843467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:04.855595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d942ae55e047d9a0099477ab42736b is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:04.859709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Usage tracker for resource:security_group_rule and tenant:51ac6e5515c64f28a8f40556748450f8 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:04.863395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:04.873094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:04.886364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:04.893578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:04.965981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.097726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.105149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.113332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.125604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-616054a7-5f62-4bcf-bea7-999772ca686c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:05.132381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.148028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.168354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.204614 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=688963f274aa4cff91ed92586ad6bd63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0627334 Jan 25 18:45:05.207709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50932) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:05.220254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c62a1b-4e62-4d87-ad05-29970c8271ef,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:05.228903 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6d942ae55e047d9a0099477ab42736b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851599 Jan 25 18:45:05.233944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:05.234421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:05.241484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50936) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:05.248083 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51ac6e5515c64f28a8f40556748450f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548929 Jan 25 18:45:05.249417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50942) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:05.294966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395d5f9-e991-4eb0-a742-db9bb26ec382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5363c7-b743-4be0-90d1-dcd7fff749cc,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:05.348332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e4ec2-122a-42e0-9417-9ccda606b3db,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:05.350107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.352962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:05.355163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:05.355567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:05.372454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.384783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.402450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.415905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.451556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.451788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.457810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-04b365b4-3c99-4af7-872d-037c944c1b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:05.475464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e4ec2-122a-42e0-9417-9ccda606b3db,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:05.478258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:05.494256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.498435 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab4e4ec2-122a-42e0-9417-9ccda606b3db HTTP/1.1" status: 204 len: 168 time: 0.2462230 Jan 25 18:45:05.527543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.544637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:05.566945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.569056 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74c62a1b-4e62-4d87-ad05-29970c8271ef HTTP/1.1" status: 204 len: 168 time: 0.3601222 Jan 25 18:45:05.570299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.584020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:05.588125 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd5363c7-b743-4be0-90d1-dcd7fff749cc HTTP/1.1" status: 204 len: 168 time: 0.3440943 Jan 25 18:45:05.592591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c62a1b-4e62-4d87-ad05-29970c8271ef,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:05.598258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:05.599418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0eba8c6-bf02-40c4-8810-4c211b4086a2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:05.626186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5363c7-b743-4be0-90d1-dcd7fff749cc,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:05.638339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:05.781923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2166dde-168d-4e32-a567-95d378f03abb req-4a3505ef-0871-4572-bb9d-34f27e1548b7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:05.791003 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d2166dde-168d-4e32-a567-95d378f03abb req-4a3505ef-0871-4572-bb9d-34f27e1548b7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1431282 Jan 25 18:45:05.874721 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d2166dde-168d-4e32-a567-95d378f03abb req-62373b11-4b14-40d8-805f-8667db70f41c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826344 Jan 25 18:45:06.100830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50968) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:06.130228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.153311 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:06.157556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Usage tracker for resource:security_group_rule and tenant:27cccc71eaa241dfa901880216c72674 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:06.161155 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:06.167831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:06.270146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.273213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.303684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ed97264-9a5e-436b-bec5-b4cdc0d1be60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:06.323196 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27cccc71eaa241dfa901880216c72674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174623 Jan 25 18:45:06.323460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 50976) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:06.370019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50984) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:06.375163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68226528-7291-4cbd-98a5-2fb7baf94315,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:06.379190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:06.405463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.433112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 50990) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:06.439321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:06.445167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd0931d1f5a43ae8f47cb849a6c0153 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:06.448803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:06.453361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.455564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:06.485705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.541060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.546950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fa9ec281-9fc8-4883-8f7a-8886f5097dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:06.561074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68226528-7291-4cbd-98a5-2fb7baf94315,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:06.572773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:06.577199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.579352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.581602 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68226528-7291-4cbd-98a5-2fb7baf94315 HTTP/1.1" status: 204 len: 168 time: 0.2570870 Jan 25 18:45:06.582674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.594902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.606581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:06.653543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28753369-d80f-4d7c-b7ab-b8e556591d5a,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:06.660329 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:06.665861 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5f6d64a10f4ad79066db9d1fb7e135 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:06.668888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:06.674833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:06.688427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:06.721621 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcd0931d1f5a43ae8f47cb849a6c0153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502460 Jan 25 18:45:06.725242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51010) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:06.892210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:06.928692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.000712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.011199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:07.026323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51022) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:07.036767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28753369-d80f-4d7c-b7ab-b8e556591d5a,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:07.057852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.062272 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28753369-d80f-4d7c-b7ab-b8e556591d5a HTTP/1.1" status: 204 len: 168 time: 0.3354821 Jan 25 18:45:07.075713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:07.215055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.238128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.238277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.250459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3728691e-7a1d-4fcf-ab8e-8a5c943f2b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:07.260304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:07.266123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Usage tracker for resource:security_group_rule and tenant:45445b639a5944c5be2fa74e92f15dd8 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:07.269277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:07.277407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:07.352008 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f5f6d64a10f4ad79066db9d1fb7e135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9176013 Jan 25 18:45:07.355317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51036) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:07.395197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-a4a69bee-d1cb-43ec-8544-141d01409b7b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:07.402981 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-a4a69bee-d1cb-43ec-8544-141d01409b7b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.6213620 Jan 25 18:45:07.408645 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51407643-43be-4c65-8427-238facdbcf95,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:07.419169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:07.443152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.457508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88309c12-f603-4834-a543-58ac53d7edd4 req-223d0d4a-70a1-4f6b-8bb9-8e1a0ed067c4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:07.457926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.459081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-88309c12-f603-4834-a543-58ac53d7edd4 req-223d0d4a-70a1-4f6b-8bb9-8e1a0ed067c4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.3808382 Jan 25 18:45:07.467063 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-299a05bb-a798-4cf2-8dc1-2e0d002531a7 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/quotas/362046140d964710879ce0e65217934b HTTP/1.1" status: 200 len: 375 time: 0.0631752 Jan 25 18:45:07.472071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:07.494127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.526262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.584960 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-88309c12-f603-4834-a543-58ac53d7edd4 req-104eb5c3-2b8a-4600-8eca-9f446826c630 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Jan 25 18:45:07.596839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.639188 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-b7ac7ed6-e249-4947-921f-a52ac4fe333a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710277 Jan 25 18:45:07.874207 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-febbc36c-c60b-4d7d-9342-1dc12d80bcfd service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295897 Jan 25 18:45:07.920590 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45445b639a5944c5be2fa74e92f15dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8907893 Jan 25 18:45:07.921405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce88c53-d696-4233-abed-79d41c049d58,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:07.925976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:07.926782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51056) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:07.927602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a1f57d64-0f29-42ba-9f32-13ae5ae1b412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:07.936559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:07.940949 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51407643-43be-4c65-8427-238facdbcf95 HTTP/1.1" status: 204 len: 168 time: 0.5844746 Jan 25 18:45:07.974871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51407643-43be-4c65-8427-238facdbcf95,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:07.978482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:08.027109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:08.057579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:08.123510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:08.132104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f564ca0-c029-4d1b-abaa-b1907f158b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:08.149807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce88c53-d696-4233-abed-79d41c049d58,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:08.165321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:08.166028 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-2b7591ba-9510-4ab8-920b-15b5e28e10a6 service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2850754 Jan 25 18:45:08.171519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:08.175857 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ce88c53-d696-4233-abed-79d41c049d58 HTTP/1.1" status: 204 len: 168 time: 0.2336652 Jan 25 18:45:08.419950 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-df91a5aa-e50d-4c47-b8de-b2c2959976b8 req-a73e6293-96f0-455d-92a4-cfbc5942ced8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 210 time: 0.0634503 Jan 25 18:45:08.879152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51102) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:08.902938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:08.920652 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:08.925480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Usage tracker for resource:security_group_rule and tenant:f4499efe514c4fd6aec3dbd0112e3afb is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:08.929532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:08.936267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:09.021133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3108-ef8a-43ed-818f-64a3963c0ffe req-a02c3bfb-9070-4bbe-bdb7-745df59f42b4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:09.024238 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-190b3108-ef8a-43ed-818f-64a3963c0ffe req-a02c3bfb-9070-4bbe-bdb7-745df59f42b4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2170517 Jan 25 18:45:09.078091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:09.082910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:09.101915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-803c3a9f-bae2-456c-93bf-226ef7b55461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:09.108978 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-190b3108-ef8a-43ed-818f-64a3963c0ffe req-3b8827a7-a5d1-4932-9d3b-60875e5f3c5e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Jan 25 18:45:09.161213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba17664c-1f43-445f-b864-f021903dfd62,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:09.174720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:09.177327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4499efe514c4fd6aec3dbd0112e3afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971601 Jan 25 18:45:09.181350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51112) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:09.254333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:09.293142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:09.356423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:09.368353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5d44f104-0237-4bc1-a1f8-a29a2f24ecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:09.386510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba17664c-1f43-445f-b864-f021903dfd62,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:09.399821 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:09.406667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:09.409666 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba17664c-1f43-445f-b864-f021903dfd62 HTTP/1.1" status: 204 len: 168 time: 0.2254283 Jan 25 18:45:09.621320 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9a04abad-7e3b-44ca-9891-964f69888753 req-f840d0b0-e41e-4f52-b26e-1cbd16588612 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 210 time: 0.0517156 Jan 25 18:45:10.130416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51150) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:10.165835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:10.204864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:10.215369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Usage tracker for resource:security_group_rule and tenant:4321e7ab36164b32bb6db3d44cfdefb9 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:10.220586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:10.228517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:10.285450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-ac638834-15b7-42cd-a3a9-76304c01fcc8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:10.287134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-ac638834-15b7-42cd-a3a9-76304c01fcc8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.3263335 Jan 25 18:45:10.326616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Request body: {'port': {'device_id': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542', 'admin_state_up': True, 'tenant_id': '362046140d964710879ce0e65217934b'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:10.416507 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:10.432274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:10.459129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fccd8635-db05-422f-997c-fbd0873e2351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:10.482370 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4321e7ab36164b32bb6db3d44cfdefb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471231 Jan 25 18:45:10.483216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51162) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:10.500991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04160616-b207-45a3-bd79-91f345443228,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:10.506287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:10.536972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:10.556267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df0a6e-d355-4fd2-a298-c3571ab34f90 req-533cafb4-a378-4e12-8d64-ec5630feb265 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:10.560708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Usage tracker for resource:port and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:10.563919 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-43df0a6e-d355-4fd2-a298-c3571ab34f90 req-533cafb4-a378-4e12-8d64-ec5630feb265 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2342134 Jan 25 18:45:10.564886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Quota usage for port was recalculated. Used quota:2. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:10.582085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:10.595856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:10.614812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Made reservation on behalf of 362046140d964710879ce0e65217934b for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:10.626830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:10.637609 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-43df0a6e-d355-4fd2-a298-c3571ab34f90 req-1601c895-8af4-4589-af4f-752a2e3ede89 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724554 Jan 25 18:45:10.684430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:10.854806 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e9afa868-a88d-4784-a85a-468b1a4fb5c6 req-71f6150e-5cf8-4be2-ba1d-1aaf2124dfbd tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 210 time: 0.0720475 Jan 25 18:45:11.048745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:11.066578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:11.086760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04160616-b207-45a3-bd79-91f345443228,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:11.092619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:11.129552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:11.130800 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04160616-b207-45a3-bd79-91f345443228 HTTP/1.1" status: 204 len: 168 time: 0.6465490 Jan 25 18:45:11.133244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Allocated IP 172.20.0.13 (2fd8b0c1-e7ae-4110-af2d-bc2a608ce542/01eb249c-68e9-453b-b299-425bad0d814a/c179b238-e93f-490e-a07e-6ddac60565a8) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:45:11.478014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:11.541928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:11.573405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d9cdf7e-b191-41a3-b7af-af56a684ff43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:11.584153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:45:11.846739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event updated for resources: {'Port': ['ID=c179b238-e93f-490e-a07e-6ddac60565a8,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:11.858645 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:12.002286 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:45:12.002702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09325c8-88f4-467e-b257-a77d2f2c6567 req-1565ecf0-9aa4-4aea-9433-5fcc0d5e5501 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:12.003684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:12.004231 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c09325c8-88f4-467e-b257-a77d2f2c6567 req-1565ecf0-9aa4-4aea-9433-5fcc0d5e5501 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1525917 Jan 25 18:45:12.011288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:45:12.045025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:12.045912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.072986 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7509069 Jan 25 18:45:12.086345 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c09325c8-88f4-467e-b257-a77d2f2c6567 req-3a6e31be-0711-44f9-8d1d-98c2298a06fc tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 Jan 25 18:45:12.099905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Request body: {'port': {'device_id': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:12.181203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51238) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:12.225613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51244) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:12.264811 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.338799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff26b53-1831-4d03-b157-2291e044214a req-de7611c9-98ae-44a6-89f2-99457ba2aa37 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:12.340687 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eff26b53-1831-4d03-b157-2291e044214a req-de7611c9-98ae-44a6-89f2-99457ba2aa37 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 932 time: 0.1416831 Jan 25 18:45:12.401416 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eff26b53-1831-4d03-b157-2291e044214a req-5189c65a-4592-446b-b032-760a4388d80b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Jan 25 18:45:12.418935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.441162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.441863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:12.446734 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Usage tracker for resource:security_group_rule and tenant:6f2068c3799b488ca3353292b7a4e9fd is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:12.450245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:12.457327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:12.507290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:12.516913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Usage tracker for resource:security_group_rule and tenant:b791fdf5531145a8a58a19e6603034f7 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:12.523361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:12.543004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:12.566375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.571322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.601871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f73d4803-f594-4ba1-9563-dd6aa9e90e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:12.626293 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f2068c3799b488ca3353292b7a4e9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428325 Jan 25 18:45:12.627201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51254) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:12.638412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4da34e-1b20-42bd-bb24-3ac5d90a5a92,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:12.701067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:12.719711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.753100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.806826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.824424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-87a08c51-aead-4097-8d50-113ffc770138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:12.856277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4da34e-1b20-42bd-bb24-3ac5d90a5a92,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:12.875995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:12.876838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.878098 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b4da34e-1b20-42bd-bb24-3ac5d90a5a92 HTTP/1.1" status: 204 len: 168 time: 0.2463050 Jan 25 18:45:12.947456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.973204 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:12.985537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e1ad3e62-981b-4ac6-a91c-531b9697cf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:13.023289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89783ccf-444c-42c6-b529-4d8ca896e3f9,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:13.059951 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:13.153074 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b791fdf5531145a8a58a19e6603034f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9235742 Jan 25 18:45:13.153538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51280) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:13.206765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c179b238-e93f-490e-a07e-6ddac60565a8 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:45:13.223206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.266085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Transition to ACTIVE for port object c179b238-e93f-490e-a07e-6ddac60565a8 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:45:13.274454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.307894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:13.309958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.424676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.539500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118a03-1fdc-4c5c-8b4d-d7f29d7bd9cc req-b14c41c6-8574-4e8c-abc5-f3f5d3c50be5 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:13.547159 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-03118a03-1fdc-4c5c-8b4d-d7f29d7bd9cc req-b14c41c6-8574-4e8c-abc5-f3f5d3c50be5 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2081287 Jan 25 18:45:13.598601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51290) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:13.603825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.630315 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-03118a03-1fdc-4c5c-8b4d-d7f29d7bd9cc req-250614e3-8771-4f9f-9437-0b3106ab6b28 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821302 Jan 25 18:45:13.673275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2660246a-f67d-4803-b0c7-cedf887798c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:13.681576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.724778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=c179b238-e93f-490e-a07e-6ddac60565a8,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:13.731574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:13.768374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Attempting to bind port c179b238-e93f-490e-a07e-6ddac60565a8 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:13.769126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Attempting to bind port c179b238-e93f-490e-a07e-6ddac60565a8 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:45:13.769748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Attempting to bind port c179b238-e93f-490e-a07e-6ddac60565a8 on network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:45:13.773721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.777411 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89783ccf-444c-42c6-b529-4d8ca896e3f9 HTTP/1.1" status: 204 len: 168 time: 0.6203361 Jan 25 18:45:13.797865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:45:13.798651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Checking segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:13.800573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89783ccf-444c-42c6-b529-4d8ca896e3f9,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:13.801456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.803572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Bound using segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:45:13.804452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Bound port: c179b238-e93f-490e-a07e-6ddac60565a8, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:45:13.805230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:13.819372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:13.830632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Usage tracker for resource:security_group_rule and tenant:12493705bf924a47a6baca7837582ae5 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:13.850402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:13.865226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:13.880321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:13.993498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] For port c179b238-e93f-490e-a07e-6ddac60565a8, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:45:13.997164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] For port c179b238-e93f-490e-a07e-6ddac60565a8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c179b238-e93f-490e-a07e-6ddac60565a8,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:45:14.001730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21da4d9-0336-41ec-9489-d333c8413cc1 req-27aad58a-2d9a-40bb-a62a-2e803a44d020 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:14.002335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.003451 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f21da4d9-0336-41ec-9489-d333c8413cc1 req-27aad58a-2d9a-40bb-a62a-2e803a44d020 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 944 time: 0.3640335 Jan 25 18:45:14.085443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-da40cdb0-173f-4a7c-95c1-c6cd8294e3bb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:14.085866 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f21da4d9-0336-41ec-9489-d333c8413cc1 req-4c206751-c892-484d-8038-2aa93112fced tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739841 Jan 25 18:45:14.148608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.155275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.168605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:14.215454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=c179b238-e93f-490e-a07e-6ddac60565a8,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:14.219376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:14.223298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b3acc-e343-4865-ae56-1b14ce6bc658,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:14.228917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12493705bf924a47a6baca7837582ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270404 Jan 25 18:45:14.230042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:14.231720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51310) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:14.257938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:14.258653 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.260218 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] 10.222.0.18 "PUT /v2.0/ports/c179b238-e93f-490e-a07e-6ddac60565a8 HTTP/1.1" status: 200 len: 1158 time: 2.1660283 Jan 25 18:45:14.260703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:14.308858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.339268 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8', 'status': 'completed', 'code': 200} Jan 25 18:45:14.339541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.391012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.402314 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:14.421119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b3acc-e343-4865-ae56-1b14ce6bc658,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:14.448185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.449839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51320) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:14.453524 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b75b3acc-e343-4865-ae56-1b14ce6bc658 HTTP/1.1" status: 204 len: 168 time: 0.2205594 Jan 25 18:45:14.457799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:14.486922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.508207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-cb799b57-3cb3-4f59-988f-c132f2e1bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:14.509924 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-cb799b57-3cb3-4f59-988f-c132f2e1bded service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 1161 time: 0.1539791 Jan 25 18:45:14.514490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:14.519407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Usage tracker for resource:security_group_rule and tenant:c42560cd7efd48a2bce6ded0b0336b0f is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:14.523453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:14.530007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:14.639197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-f4b41891-f212-4a66-8499-d9dc56315e64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c179b238-e93f-490e-a07e-6ddac60565a8 HTTP/1.1" status: 200 len: 217 time: 0.0793488 Jan 25 18:45:14.798336 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-f1a5eb29-5efc-4027-ba4c-620156de287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:14.799948 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-f1a5eb29-5efc-4027-ba4c-620156de287f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.1530917 Jan 25 18:45:14.801901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.806261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:14.818339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8e189f9-d5ab-4647-a46c-7b6a906c694b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:14.936283 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-c1ba732e-56d1-425d-8f39-7000812304a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209757 Jan 25 18:45:14.955084 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c42560cd7efd48a2bce6ded0b0336b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015910 Jan 25 18:45:14.962760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43071e0-8e5d-48f1-bc93-1dfc362ce7db req-35b7081a-2497-4832-81e6-0c1884f59c31 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:14.973469 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b43071e0-8e5d-48f1-bc93-1dfc362ce7db req-35b7081a-2497-4832-81e6-0c1884f59c31 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1308055 Jan 25 18:45:14.974138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51346) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:14.981266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebc66ca-3774-4ab1-b634-e025afb3a9e8,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:14.996572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:15.118760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:15.145983 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b43071e0-8e5d-48f1-bc93-1dfc362ce7db req-201329ec-c23f-4f0a-9f0b-3e43db8f2630 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289818 Jan 25 18:45:15.200920 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-3596cdf9-8bdd-48e2-9df6-9901457a597c service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527378 Jan 25 18:45:15.215627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:15.427630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:15.442892 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28391bd8-ca09-4abd-8073-18d8b510d74a req-2b035e6d-8e85-46b4-aa06-271d3ee6c9ee service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2310667 Jan 25 18:45:15.448135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-26a4125c-0713-427c-aeef-8e7252e47b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:15.466158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebc66ca-3774-4ab1-b634-e025afb3a9e8,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:15.495350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:15.501755 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eebc66ca-3774-4ab1-b634-e025afb3a9e8 HTTP/1.1" status: 204 len: 168 time: 0.5241239 Jan 25 18:45:15.507984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:15.627558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830744f9-bb06-4ed6-af5d-46b2fe645f40 req-683d6a4d-86b7-4eb6-8df6-0b14a2968a31 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:15.637541 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-830744f9-bb06-4ed6-af5d-46b2fe645f40 req-683d6a4d-86b7-4eb6-8df6-0b14a2968a31 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 944 time: 0.3405082 Jan 25 18:45:15.752564 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-830744f9-bb06-4ed6-af5d-46b2fe645f40 req-23c7be9d-d110-4a41-ba8a-7d399b7be779 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136067 Jan 25 18:45:15.868681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-a886183d-dd6a-4cdf-9077-aeaeeedacad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:15.870505 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-a886183d-dd6a-4cdf-9077-aeaeeedacad3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 1161 time: 0.2372305 Jan 25 18:45:16.425025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b522a3-07bf-47c3-81e5-7e252472bd3f req-c92aee4c-2992-479d-a8e2-e344d8cb6bba tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:16.426885 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-26b522a3-07bf-47c3-81e5-7e252472bd3f req-c92aee4c-2992-479d-a8e2-e344d8cb6bba tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1271384 Jan 25 18:45:16.448013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-62d02121-167e-42f0-a460-c55932d170d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:16.449613 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-62d02121-167e-42f0-a460-c55932d170d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 909 time: 0.5693288 Jan 25 18:45:16.486998 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-26b522a3-07bf-47c3-81e5-7e252472bd3f req-526ce342-139d-4acc-b17a-ca80a76cc7f6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523911 Jan 25 18:45:16.546154 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-31d28e78-0b17-40f0-bff5-e2fb1cba77f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c179b238-e93f-490e-a07e-6ddac60565a8 HTTP/1.1" status: 200 len: 217 time: 0.0852861 Jan 25 18:45:16.627089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-d9ba4308-abda-41f7-b37b-b7da479f2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:16.628835 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-d9ba4308-abda-41f7-b37b-b7da479f2fb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.0741732 Jan 25 18:45:16.689985 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-3cc435b0-ec02-4b8f-9a72-557fc5135814 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529518 Jan 25 18:45:16.874733 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-f2e05d68-ee29-4f1a-b440-b7a5cde15aed service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753173 Jan 25 18:45:17.125383 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93b373bf-976b-433b-b4b3-ac0666850c46 req-9846d0c0-3e19-4973-b90f-1ed62ddc0746 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2374520 Jan 25 18:45:17.226418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445653e7-12ca-4a8c-a734-785b6b5c48a0 req-b21f327f-8a94-4ab3-8344-4786eb6dcceb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:17.228134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-445653e7-12ca-4a8c-a734-785b6b5c48a0 req-b21f327f-8a94-4ab3-8344-4786eb6dcceb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 944 time: 0.1818469 Jan 25 18:45:17.344809 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-445653e7-12ca-4a8c-a734-785b6b5c48a0 req-37ac180e-f8ff-4490-8113-16eb7457312d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Jan 25 18:45:17.816997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90941a-59f8-42e2-8ba3-920519d9cec3 req-0d9ffb2d-d9dc-49b5-916c-a3eb28a699bd tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:17.825101 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8e90941a-59f8-42e2-8ba3-920519d9cec3 req-0d9ffb2d-d9dc-49b5-916c-a3eb28a699bd tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1718292 Jan 25 18:45:17.898142 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8e90941a-59f8-42e2-8ba3-920519d9cec3 req-f07a1e99-5be9-4ee6-aa3d-0ff1312cc11d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713394 Jan 25 18:45:18.600586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ceeb-daf9-4529-b3fa-13c0723f0b45 req-e4f67ef9-edd3-41ad-b3ec-c8133fc8ea8a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:18.602720 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-44e3ceeb-daf9-4529-b3fa-13c0723f0b45 req-e4f67ef9-edd3-41ad-b3ec-c8133fc8ea8a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 944 time: 0.1250997 Jan 25 18:45:18.666513 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-44e3ceeb-daf9-4529-b3fa-13c0723f0b45 req-6eea2be0-a14f-45db-b47a-55c85f1daae0 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567689 Jan 25 18:45:18.935377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c179b238-e93f-490e-a07e-6ddac60565a8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:19.023527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port c179b238-e93f-490e-a07e-6ddac60565a8 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:45:19.029009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c179b238-e93f-490e-a07e-6ddac60565a8 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:19.029582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:19.170193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:19.210703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port c179b238-e93f-490e-a07e-6ddac60565a8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c179b238-e93f-490e-a07e-6ddac60565a8,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:45:19.212443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:19.219497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:19.221783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:19.312342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370edb43-8746-41e8-a8d4-7aa4993453a0 req-c220de05-c75b-4df0-bc41-890e8232b089 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:19.322487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=c179b238-e93f-490e-a07e-6ddac60565a8,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:19.326067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:19.330265 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-370edb43-8746-41e8-a8d4-7aa4993453a0 req-c220de05-c75b-4df0-bc41-890e8232b089 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2773492 Jan 25 18:45:19.393842 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-370edb43-8746-41e8-a8d4-7aa4993453a0 req-6377247e-9bda-4700-a17f-7384c002b76b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624709 Jan 25 18:45:19.426921 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8', 'code': 200} Jan 25 18:45:19.606300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51538) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:19.912373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de7d0-e5ee-433f-af0c-c53c04aa86d9 req-607b155e-28b4-494b-a379-0c881e66aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:19.915078 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac0de7d0-e5ee-433f-af0c-c53c04aa86d9 req-607b155e-28b4-494b-a379-0c881e66aa71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 1163 time: 0.1706166 Jan 25 18:45:19.957123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:19.965893 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac0de7d0-e5ee-433f-af0c-c53c04aa86d9 req-d400bb00-e41f-48b4-83cc-57326777c4a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Jan 25 18:45:19.987848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:20.001104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Usage tracker for resource:security_group_rule and tenant:facc68f1512a4a19bd99b1d96c5c2114 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:20.008327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:20.016188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:20.059920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040defd-cd55-47ca-8dc3-c57eee3b8cec req-7545a6ee-9537-4532-8119-09ca55eba7ce tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:20.061603 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9040defd-cd55-47ca-8dc3-c57eee3b8cec req-7545a6ee-9537-4532-8119-09ca55eba7ce tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.1779480 Jan 25 18:45:20.136206 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9040defd-cd55-47ca-8dc3-c57eee3b8cec req-41f7f8fb-0cb5-4d91-8441-b5bad2a508c3 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 Jan 25 18:45:20.185085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c179b238-e93f-490e-a07e-6ddac60565a8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:20.203686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.207941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.219838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4954daa2-d63e-40ed-bc4a-81217f434abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:20.254777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beefc870-0448-4652-9b8b-ae1fbea261b9,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:20.261246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:20.291901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c179b238-e93f-490e-a07e-6ddac60565a8 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:20.292941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.313893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51570) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:20.314150 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=facc68f1512a4a19bd99b1d96c5c2114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067332 Jan 25 18:45:20.454794 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.487576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.540730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.545852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:20.578690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beefc870-0448-4652-9b8b-ae1fbea261b9,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:20.583682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:20.589848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:20.594364 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/beefc870-0448-4652-9b8b-ae1fbea261b9 HTTP/1.1" status: 204 len: 168 time: 0.2786319 Jan 25 18:45:20.663575 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29a10-3e06-4f16-b888-0515baf3796e req-a608d1e6-3859-47ba-87e3-e90780da3e02 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:20.671665 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e7a29a10-3e06-4f16-b888-0515baf3796e req-a608d1e6-3859-47ba-87e3-e90780da3e02 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1503379 Jan 25 18:45:20.745619 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e7a29a10-3e06-4f16-b888-0515baf3796e req-3a14d91a-bdd3-4a53-9665-5edd3905e9e6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726953 Jan 25 18:45:21.003651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51598) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:21.025408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.043407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:21.047642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Usage tracker for resource:security_group_rule and tenant:279f39f6e34e4ae1a7684f9a612e0b1e is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:21.050717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:21.057234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:21.146068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.149990 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.159014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6033499f-183f-41ec-9448-fc93733fb3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:21.212381 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=279f39f6e34e4ae1a7684f9a612e0b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072456 Jan 25 18:45:21.213476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d989f6-966b-4327-88f7-9fd0fe8afe3d,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:21.215230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51614) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:21.217255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:21.343038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.395809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.481276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a73b9-f107-49ab-bc3c-0ae2e4f4c5f3 req-ace0bb6b-4673-421a-bbdb-17c5b40c786c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:21.481276 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c07a73b9-f107-49ab-bc3c-0ae2e4f4c5f3 req-ace0bb6b-4673-421a-bbdb-17c5b40c786c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.1992860 Jan 25 18:45:21.528863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.536170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c7d3b3bc-f8c8-46e9-8c46-9f0378f46abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:21.550973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d989f6-966b-4327-88f7-9fd0fe8afe3d,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:21.556624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:21.568078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:21.570272 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92d989f6-966b-4327-88f7-9fd0fe8afe3d HTTP/1.1" status: 204 len: 168 time: 0.3534229 Jan 25 18:45:21.578888 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c07a73b9-f107-49ab-bc3c-0ae2e4f4c5f3 req-ab37e39e-30b3-4594-b372-012c23cc8fb4 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912726 Jan 25 18:45:22.022413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713eadf-7e79-470f-87d0-db01af53b416 req-674f040f-b806-4a49-b3a8-0ff2b01deff8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:22.030578 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5713eadf-7e79-470f-87d0-db01af53b416 req-674f040f-b806-4a49-b3a8-0ff2b01deff8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1561925 Jan 25 18:45:22.088064 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5713eadf-7e79-470f-87d0-db01af53b416 req-e69c6a8e-7277-42b7-88a9-2a54129610fe tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565081 Jan 25 18:45:22.600399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51666) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:22.817620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1024335582-network', 'tenant_id': '2e384bc7c26e491f890d1d6e61c5e891'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:22.823347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:22.828176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Usage tracker for resource:network and tenant:2e384bc7c26e491f890d1d6e61c5e891 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:22.831558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:22.838064 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:22.849273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Made reservation on behalf of 2e384bc7c26e491f890d1d6e61c5e891 for: {'network': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:22.854981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:22.869945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:22.886667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:22.887168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121e4d6-ea4d-43cf-941e-0c666991bf14 req-f594d763-1d55-4ab7-b22c-32ca7a3fb794 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:22.890703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Usage tracker for resource:security_group_rule and tenant:2e384bc7c26e491f890d1d6e61c5e891 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:22.893942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:22.894374 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6121e4d6-ea4d-43cf-941e-0c666991bf14 req-f594d763-1d55-4ab7-b22c-32ca7a3fb794 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.1262362 Jan 25 18:45:22.900708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:22.958311 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6121e4d6-ea4d-43cf-941e-0c666991bf14 req-80167ad1-1b13-4c3c-b4a3-2a8b266f638f tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626190 Jan 25 18:45:23.016785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.020447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.026280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-089b357c-4599-4658-97f4-774585b74d53 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:23.065209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:45:23.068351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51688) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:23.080889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdff38-6769-4a34-84db-c293b9491d72,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:23.086362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:23.087524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.088172 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Added segment 1d0325eb-ebce-4a81-aa6f-b6edd4848367 of type vxlan for network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e Jan 25 18:45:23.119775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.157066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.158917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:23.159649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.166863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1bc60827-c888-490a-988c-db9612473284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:23.370816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Pushing event updated for resources: {'Network': ['ID=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:23.374445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:23.385103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:45:23.413304 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8108649 Jan 25 18:45:23.414136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51704) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:23.418384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:45:23.424180 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Request body: {'subnet': {'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1024335582-subnet', 'tenant_id': '2e384bc7c26e491f890d1d6e61c5e891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:23.441202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:23.452188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Usage tracker for resource:subnet and tenant:2e384bc7c26e491f890d1d6e61c5e891 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:23.462898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:23.473963 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:23.496021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Made reservation on behalf of 2e384bc7c26e491f890d1d6e61c5e891 for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:23.501067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.711402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.741902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:23.746528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Usage tracker for resource:security_group_rule and tenant:cc10c682e4cc4182baca42d80c48095a is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:23.751455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:23.758973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:23.885198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a87801-2ccd-47b1-8c49-1662a530a902 req-88883ae1-c5c0-42a4-a397-e8b289d8dd4a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:23.887386 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-51a87801-2ccd-47b1-8c49-1662a530a902 req-88883ae1-c5c0-42a4-a397-e8b289d8dd4a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.6108334 Jan 25 18:45:23.919717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.926528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:23.937562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9c7dd855-9888-4974-9f3b-b3ca0578841d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:23.997289 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-51a87801-2ccd-47b1-8c49-1662a530a902 req-6cd426e9-c4a5-493f-a259-30e898882470 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007276 Jan 25 18:45:24.010947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e9d67-aa38-4281-a32d-a9005b4b87ad,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:24.018798 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:24.023111 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc10c682e4cc4182baca42d80c48095a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9533548 Jan 25 18:45:24.026319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51720) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:24.055552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.072654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f6982df7-05da-45bb-89a9-a34644ede2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:24.106236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.139244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.194473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.218417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46ec346a-db26-4f89-b5cd-cb555507e377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:24.232045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927587d5-adcc-4410-9e54-9270cf8608ea,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:24.240141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e9d67-aa38-4281-a32d-a9005b4b87ad,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:24.250920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:24.251374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:24.251942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.253201 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/141e9d67-aa38-4281-a32d-a9005b4b87ad HTTP/1.1" status: 204 len: 168 time: 0.2243378 Jan 25 18:45:24.329159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Checking segment: {'id': '1d0325eb-ebce-4a81-aa6f-b6edd4848367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:24.329867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Network hostable DHCP agents. Network: 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:45:24.354213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:45:24.375307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:24.384658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678b061-e131-47bc-849c-089e9cf3b867 None None] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:45:24.389984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:24.390933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.419559 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0044615 Jan 25 18:45:24.654718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e56d0-dd04-4786-8c7c-0929296dede4 None None] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:45:24.762614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51748) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:24.827395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:24.868974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:24.874470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Usage tracker for resource:security_group_rule and tenant:c423dd767ca341c49cc09144817f02a7 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:24.878588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:24.898995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:25.067072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.071332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.083543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1cc7aa4c-b30c-4e78-afe6-fca08f4767a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:25.138547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73790263-f969-4dee-a3ad-b779eb4d8aab,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:25.171159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:25.185183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51764) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:25.186262 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c423dd767ca341c49cc09144817f02a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224257 Jan 25 18:45:25.288285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51768) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:25.322988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.366021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.451462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ee3e4-8477-4a56-b6bb-f66241ae5922 req-0228a7cd-9289-47cf-b963-3764a2665aa6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:25.453178 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b85ee3e4-8477-4a56-b6bb-f66241ae5922 req-0228a7cd-9289-47cf-b963-3764a2665aa6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2254736 Jan 25 18:45:25.495502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.503709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91760b3e-9f6c-4cf0-9cf7-2116ba4a1f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:25.520016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73790263-f969-4dee-a3ad-b779eb4d8aab,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:25.545071 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b85ee3e4-8477-4a56-b6bb-f66241ae5922 req-e15eead4-5c26-4c80-9e08-88e084786766 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817702 Jan 25 18:45:25.545071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:25.554506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.555899 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73790263-f969-4dee-a3ad-b779eb4d8aab HTTP/1.1" status: 204 len: 168 time: 0.3695259 Jan 25 18:45:25.648079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51790) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:25.650973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.654978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-918327870-network', 'tenant_id': 'f0972aa43ac84221bf6bb1ae6db06cf7'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:25.666880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:25.671548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Usage tracker for resource:network and tenant:f0972aa43ac84221bf6bb1ae6db06cf7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:25.680295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:25.696690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:25.704977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:25.714300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Made reservation on behalf of f0972aa43ac84221bf6bb1ae6db06cf7 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:25.720470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.732744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Usage tracker for resource:security_group_rule and tenant:768d4909d3b14227b1b8c04b2910149f is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:25.736014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.744010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:25.757161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:25.761479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Usage tracker for resource:security_group_rule and tenant:f0972aa43ac84221bf6bb1ae6db06cf7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:25.761616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:25.764748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:25.771409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:25.932701 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.947138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.964061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1da2af96-9c88-4e71-b48a-0a1024ed6826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:25.970994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.977107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:25.984712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-011ebbba-ba92-4567-b07a-e8f2d7fa9258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:26.025603 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=768d4909d3b14227b1b8c04b2910149f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7334197 Jan 25 18:45:26.025603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196e4b1d-8a1a-40c1-af61-37b5b63b96c1,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:26.027281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51800) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:26.031062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:26.055737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:45:26.080425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7970f740-334e-46a4-a6e0-4e000bd736d8,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:26.087020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:26.088506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.088641 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Added segment e26a5054-f302-49c7-8e17-4ba1730132b7 of type vxlan for network e4ee19a1-a48a-4d9c-920f-dba1e383d258 Jan 25 18:45:26.135436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d5e53e42-114d-47a4-99f3-5b78a1501179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.163163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.177709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.203716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.212471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.213918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:26.214675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.220630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4c280449-6cf6-4ed4-9743-2e5e46138777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:26.255410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.260716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:26.275941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196e4b1d-8a1a-40c1-af61-37b5b63b96c1,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:26.279040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:26.288468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.289746 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/196e4b1d-8a1a-40c1-af61-37b5b63b96c1 HTTP/1.1" status: 204 len: 168 time: 0.2609813 Jan 25 18:45:26.327605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 51808) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:26.335907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ee19a1-a48a-4d9c-920f-dba1e383d258,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:26.339218 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6896923 Jan 25 18:45:26.340150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:26.347572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51812) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:26.350532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.353396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:45:26.355657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Request body: {'subnet': {'network_id': 'e4ee19a1-a48a-4d9c-920f-dba1e383d258', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-918327870-subnet', 'tenant_id': 'f0972aa43ac84221bf6bb1ae6db06cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:26.361945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:26.368746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:26.369058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Usage tracker for resource:subnet and tenant:f0972aa43ac84221bf6bb1ae6db06cf7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:26.374030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:26.374489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Usage tracker for resource:security_group_rule and tenant:ed111f56b173459e9685f19feb91d942 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:26.377691 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:26.384627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:26.385084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:26.399937 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Made reservation on behalf of f0972aa43ac84221bf6bb1ae6db06cf7 for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:26.407419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11595277'] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.448057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:45:26.504172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.507748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.516682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e3bcabae-653c-49fd-8df8-893e06edb9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:26.586324 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed111f56b173459e9685f19feb91d942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569108 Jan 25 18:45:26.587211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939eec6a-3265-44a3-b239-b905979249ba,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:26.592170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 51818) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:26.603002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:26.795195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.869473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:26.957790 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-358364b0-0614-4f92-9d10-6ca1de20bbdb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0902512 Jan 25 18:45:26.988212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152807bf-1339-4ef5-a1e0-a8de07f6c63e req-16c22194-9fe4-4ab8-ac85-653234c11c9d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:26.989927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-152807bf-1339-4ef5-a1e0-a8de07f6c63e req-16c22194-9fe4-4ab8-ac85-653234c11c9d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2683511 Jan 25 18:45:27.092592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:27.099433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0c39c876-a401-4cdb-b552-e2dac7ee5715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:27.118579 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-152807bf-1339-4ef5-a1e0-a8de07f6c63e req-eec3df3e-1074-4f99-bd95-762df80824af tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828905 Jan 25 18:45:27.134308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939eec6a-3265-44a3-b239-b905979249ba,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:27.138900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:27.150406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510938-bea4-4923-9841-6ef3882a88ad req-c3e6062c-bc6d-472f-8d3f-10b78a3fa8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:27.151835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:27.152245 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-c3e6062c-bc6d-472f-8d3f-10b78a3fa8cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 1162 time: 0.1018453 Jan 25 18:45:27.153064 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/939eec6a-3265-44a3-b239-b905979249ba HTTP/1.1" status: 204 len: 168 time: 0.5598357 Jan 25 18:45:27.320652 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853185283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11595326'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:27.352864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:27.361358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510938-bea4-4923-9841-6ef3882a88ad req-be6b5914-9cbe-468f-9ced-a9e01a474278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:27.363026 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-be6b5914-9cbe-468f-9ced-a9e01a474278 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 909 time: 0.1802034 Jan 25 18:45:27.466974 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-a3782817-2619-44f2-97d3-c0ed2153ca43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4328d792-ffba-4222-a552-c34717435cdd HTTP/1.1" status: 200 len: 217 time: 0.0734026 Jan 25 18:45:27.497690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259392cb-167c-47c6-bd08-9c4abf17bff6,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:27.501267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:27.572343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510938-bea4-4923-9841-6ef3882a88ad req-1e452d96-1f17-493a-ac53-11efaec9afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:27.574014 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-1e452d96-1f17-493a-ac53-11efaec9afc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.0995772 Jan 25 18:45:27.588696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Checking segment: {'id': 'e26a5054-f302-49c7-8e17-4ba1730132b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e4ee19a1-a48a-4d9c-920f-dba1e383d258'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:27.589092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Network hostable DHCP agents. Network: e4ee19a1-a48a-4d9c-920f-dba1e383d258, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:45:27.609707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:45:27.621274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, e4ee19a1-a48a-4d9c-920f-dba1e383d258) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:27.630322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15b90c-84c0-48f2-b1df-507e82377ede None None] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:45:27.634478 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-b4237c3b-be30-4ff5-b8ce-2bdee0f933a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530977 Jan 25 18:45:27.660190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:27.660860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:27.690580 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3415668 Jan 25 18:45:27.925263 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-3691d481-4b20-4128-8e22-5e5d9066578c service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794650 Jan 25 18:45:27.995688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79ee23-9dc0-4911-a784-91f59f26273d None None] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:45:28.271356 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30510938-bea4-4923-9841-6ef3882a88ad req-4db98442-faef-4677-8cf7-b5a8cfe231f9 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3322704 Jan 25 18:45:28.551672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cc6e8-fa07-4b59-aeb9-0991178f2016 req-540ea947-6bec-48c6-b746-2179c46cb423 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:28.553503 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-334cc6e8-fa07-4b59-aeb9-0991178f2016 req-540ea947-6bec-48c6-b746-2179c46cb423 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1631575 Jan 25 18:45:28.617867 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-334cc6e8-fa07-4b59-aeb9-0991178f2016 req-345c1709-40e0-4b07-ad57-43c38182d51c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Jan 25 18:45:28.951545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-0c56275c-a869-45ea-8443-963310380b7b tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:28.953225 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-0c56275c-a869-45ea-8443-963310380b7b tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/networks?id=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e HTTP/1.1" status: 200 len: 809 time: 0.2035124 Jan 25 18:45:28.979754 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-be85e8a3-a5b8-4182-b7f5-9431b8e2d0dd tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/quotas/2e384bc7c26e491f890d1d6e61c5e891 HTTP/1.1" status: 200 len: 375 time: 0.0117271 Jan 25 18:45:29.041356 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-ea793f16-f058-44e1-a093-6f4509ac5620 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e384bc7c26e491f890d1d6e61c5e891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535460 Jan 25 18:45:29.066138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7e056d4a-2690-4e1b-ab61-b65bd98a5aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:29.120722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:29.225936 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-463e7d7f-3f37-4e0e-90e4-dd86ca59e62d service neutron] 10.222.0.81 "GET /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711998 Jan 25 18:45:29.396327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-2341e3f5-8c95-4a9f-a359-950099809046 service neutron] 10.222.0.81 "GET /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1659875 Jan 25 18:45:29.692920 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3cf99227-757d-49fa-af2e-07677168e477 req-b336c6d1-390b-4243-9822-65dda2fd84e1 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 210 time: 0.0647008 Jan 25 18:45:30.012030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e3c9-e6e5-4679-b6b2-d985a9ac4450 req-7145376c-78f9-47ef-8628-3d5fe8963667 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:30.013936 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f886e3c9-e6e5-4679-b6b2-d985a9ac4450 req-7145376c-78f9-47ef-8628-3d5fe8963667 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1375220 Jan 25 18:45:30.072202 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f886e3c9-e6e5-4679-b6b2-d985a9ac4450 req-7ef5e3cc-d13f-4a2e-a540-074467434be4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515301 Jan 25 18:45:30.335920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:30.541285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:31.022797 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-02f08e39-12c5-45bf-a102-2b9f7e198261 req-d7bdc222-2d05-412c-8637-933f87e5ca0d tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 210 time: 0.0823324 Jan 25 18:45:31.329939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f4febbba-4754-4235-b917-a779df6b116a tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:31.330452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f4febbba-4754-4235-b917-a779df6b116a tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Synchronizing usage tracker for tenant:2e384bc7c26e491f890d1d6e61c5e891 on resource:network {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:45:31.351746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f4febbba-4754-4235-b917-a779df6b116a tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Unset dirty status for tenant:2e384bc7c26e491f890d1d6e61c5e891 on resource:network {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:45:31.353018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f4febbba-4754-4235-b917-a779df6b116a tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.18 "GET /v2.0/networks?id=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e HTTP/1.1" status: 200 len: 809 time: 0.2953823 Jan 25 18:45:31.398665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Request body: {'port': {'device_id': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e', 'admin_state_up': True, 'tenant_id': '2e384bc7c26e491f890d1d6e61c5e891'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:31.405701 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b817-6e2c-4fc9-84b3-a1f5c65e6d35 req-1a15e2b8-02bf-46b3-a50e-86a09a6e481c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:31.414583 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8cd7b817-6e2c-4fc9-84b3-a1f5c65e6d35 req-1a15e2b8-02bf-46b3-a50e-86a09a6e481c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1600127 Jan 25 18:45:31.503173 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8cd7b817-6e2c-4fc9-84b3-a1f5c65e6d35 req-75b74ab1-a50f-49a4-8861-628abcc16d64 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876265 Jan 25 18:45:31.569897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:31.574436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Usage tracker for resource:port and tenant:2e384bc7c26e491f890d1d6e61c5e891 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:31.577535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:31.583721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:31.594379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Made reservation on behalf of 2e384bc7c26e491f890d1d6e61c5e891 for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:31.606526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:31.661225 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-09e6e7c2-cb5d-4780-a232-93872ab3e846 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:31.663014 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-09e6e7c2-cb5d-4780-a232-93872ab3e846 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.2214377 Jan 25 18:45:31.680163 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-0563905f-23fa-4b7e-b687-0d9b64c0f9f7 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/quotas/362046140d964710879ce0e65217934b HTTP/1.1" status: 200 len: 375 time: 0.0106936 Jan 25 18:45:31.812596 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-4fc28fa1-e480-4d0e-a176-fec6275d2d39 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257002 Jan 25 18:45:31.973070 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-55203e90-1f89-4243-bd1c-73c258c11d99 service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514189 Jan 25 18:45:32.149493 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-c41d7131-72b3-4451-b254-8780f92eb19f service neutron] 10.222.0.81 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678267 Jan 25 18:45:32.179541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Allocated IP 172.20.0.14 (59a9cc65-15f2-4ddb-bca2-8747b6d46e0e/927587d5-adcc-4410-9e54-9270cf8608ea/ff1e12ad-f68b-4741-b0f6-c93631e21e77) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:45:32.326250 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8c4e430e-9493-4f64-b985-955ac30bfa85 req-46f0951f-cd68-4497-86ce-23e4dcd2627b tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 210 time: 0.0748270 Jan 25 18:45:32.398299 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-298201bb-ff7b-46bf-a798-2bbe91b5031a req-c05d3032-53de-4838-931d-4e34d95eeae4 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 210 time: 0.0619235 Jan 25 18:45:32.493586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:32.530088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:32.572114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:32.872632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6fea-da41-4922-a58a-3d22a6d486f5 req-be5e9423-6403-43bc-946f-6c4563213b67 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:32.881682 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bbae6fea-da41-4922-a58a-3d22a6d486f5 req-be5e9423-6403-43bc-946f-6c4563213b67 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.2051480 Jan 25 18:45:32.890123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Pushing event updated for resources: {'Port': ['ID=ff1e12ad-f68b-4741-b0f6-c93631e21e77,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:32.899157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:32.904261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:45:32.905504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:32.912570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:45:32.943720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:32.945574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:32.948052 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bbae6fea-da41-4922-a58a-3d22a6d486f5 req-0febfae6-b2e4-4758-9e11-d69c09f80d45 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651426 Jan 25 18:45:32.984141 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5933058 Jan 25 18:45:33.007733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Request body: {'port': {'device_id': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:33.175816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:33.316861 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52034) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:33.617816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7082f30-daa8-461a-b5fb-959beee8e8f7 req-be1a5b74-e2d4-4693-8064-f82806a8cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:33.618404 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:33.619503 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b7082f30-daa8-461a-b5fb-959beee8e8f7 req-be1a5b74-e2d4-4693-8064-f82806a8cc1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 1163 time: 0.2146683 Jan 25 18:45:33.647122 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ecf82a73-77f7-47c5-b1d1-db0b6ed3375c req-0ac4c36c-e25d-42cd-aeb0-3967cfdef0fe tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 210 time: 0.0691125 Jan 25 18:45:33.650718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:33.657266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Usage tracker for resource:security_group_rule and tenant:4ece94e432a04ec99597941da3e801a5 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:33.666950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:33.676620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:33.711671 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b7082f30-daa8-461a-b5fb-959beee8e8f7 req-2f06333f-c4f4-4afc-a766-95f5afd49774 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775523 Jan 25 18:45:33.739906 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bc989-f4db-4033-af50-1b5c0b20132e req-93a37eb9-fc09-4679-ab2e-b7162bfc988a tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:33.745121 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-154bc989-f4db-4033-af50-1b5c0b20132e req-93a37eb9-fc09-4679-ab2e-b7162bfc988a tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 932 time: 0.2355559 Jan 25 18:45:33.808420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1e12ad-f68b-4741-b0f6-c93631e21e77 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:45:33.816492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:33.826185 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-154bc989-f4db-4033-af50-1b5c0b20132e req-eab9174f-21d4-4d0f-8d76-0e5cbe35b065 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745015 Jan 25 18:45:33.834215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Transition to ACTIVE for port object ff1e12ad-f68b-4741-b0f6-c93631e21e77 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:45:33.837294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:33.858054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a4d6292b-87b6-4b20-afac-97a05e30e706 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:33.877015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:33.879823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:33.889582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:33.935880 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ece94e432a04ec99597941da3e801a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178200 Jan 25 18:45:33.936874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd7fe4-d021-4a69-8e42-d445d8d0af36,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:33.939431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52048) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:33.942214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:33.995587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e12ad-f68b-4741-b0f6-c93631e21e77,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:34.000810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:34.006348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.036096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.093223 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.098727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5144c049-30a5-4bf1-a030-3ad1af746d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:34.136719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Attempting to bind port ff1e12ad-f68b-4741-b0f6-c93631e21e77 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:34.137010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Attempting to bind port ff1e12ad-f68b-4741-b0f6-c93631e21e77 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '1d0325eb-ebce-4a81-aa6f-b6edd4848367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:45:34.137378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Attempting to bind port ff1e12ad-f68b-4741-b0f6-c93631e21e77 on network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:45:34.144041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:45:34.144402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Checking segment: {'id': '1d0325eb-ebce-4a81-aa6f-b6edd4848367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:34.144817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.145256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Bound using segment: {'id': '1d0325eb-ebce-4a81-aa6f-b6edd4848367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:45:34.145741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Bound port: ff1e12ad-f68b-4741-b0f6-c93631e21e77, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0325eb-ebce-4a81-aa6f-b6edd4848367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '59a9cc65-15f2-4ddb-bca2-8747b6d46e0e'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:45:34.146122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.265503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] For port ff1e12ad-f68b-4741-b0f6-c93631e21e77, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:45:34.269033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] For port ff1e12ad-f68b-4741-b0f6-c93631e21e77, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ff1e12ad-f68b-4741-b0f6-c93631e21e77,segment=NetworkSegment(1d0325eb-ebce-4a81-aa6f-b6edd4848367),segment_id=1d0325eb-ebce-4a81-aa6f-b6edd4848367)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:45:34.272704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.287809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:34.391897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd7fe4-d021-4a69-8e42-d445d8d0af36,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:34.394704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:34.406132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.410099 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97fd7fe4-d021-4a69-8e42-d445d8d0af36 HTTP/1.1" status: 204 len: 168 time: 0.4669585 Jan 25 18:45:34.419860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e12ad-f68b-4741-b0f6-c93631e21e77,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:34.475905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013a9c6-c75a-441e-a98b-1b26652d0980 req-d42ca2c6-18ee-4021-a8e8-742c5eb6b410 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:34.484238 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7013a9c6-c75a-441e-a98b-1b26652d0980 req-d42ca2c6-18ee-4021-a8e8-742c5eb6b410 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.3765247 Jan 25 18:45:34.543088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:34.558303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7013a9c6-c75a-441e-a98b-1b26652d0980 req-2740afa9-e311-40cc-8658-abd9a27afb18 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730088 Jan 25 18:45:34.795239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-2d44c8fb-7246-4646-bf6b-e0163217ed62 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:34.797064 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-2d44c8fb-7246-4646-bf6b-e0163217ed62 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 815 time: 0.4719236 Jan 25 18:45:34.820531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:34.821231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:34.823116 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff1e12ad-f68b-4741-b0f6-c93631e21e77 HTTP/1.1" status: 200 len: 1158 time: 1.8221025 Jan 25 18:45:34.823684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'tag': 'ff1e12ad-f68b-4741-b0f6-c93631e21e77'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:34.874653 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1794ddb6-6453-4216-b50c-22ec823d79c9 req-ffa34e42-4170-43b0-a038-5f901caff7ab tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 210 time: 0.0845346 Jan 25 18:45:34.884768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Request body: {'port': {'device_id': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542', 'admin_state_up': True, 'tenant_id': '362046140d964710879ce0e65217934b'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:34.935272 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'tag': 'ff1e12ad-f68b-4741-b0f6-c93631e21e77', 'status': 'completed', 'code': 200} Jan 25 18:45:34.979549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:35.194706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-86baaa0c-1dfd-433f-b0fd-344531e6026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:35.196320 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-86baaa0c-1dfd-433f-b0fd-344531e6026b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e384bc7c26e491f890d1d6e61c5e891&device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 1161 time: 0.1471229 Jan 25 18:45:35.204919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:35.209586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Usage tracker for resource:port and tenant:362046140d964710879ce0e65217934b is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:35.210048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb6091-aa0d-4e38-943b-8a6befbeaf12 req-f311ac48-e8f5-4370-b01d-e49e81caa64e tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:35.212775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Quota usage for port was recalculated. Used quota:3. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:35.217886 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93cb6091-aa0d-4e38-943b-8a6befbeaf12 req-f311ac48-e8f5-4370-b01d-e49e81caa64e tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 944 time: 0.1292031 Jan 25 18:45:35.218859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:35.288521 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93cb6091-aa0d-4e38-943b-8a6befbeaf12 req-58bf57f0-f7b8-4677-acaa-883f87d6c548 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693388 Jan 25 18:45:35.291374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Made reservation on behalf of 362046140d964710879ce0e65217934b for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:35.303620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:35.324904 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-befe05f8-da9a-4710-9910-25f145dbfafd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff1e12ad-f68b-4741-b0f6-c93631e21e77 HTTP/1.1" status: 200 len: 217 time: 0.0980341 Jan 25 18:45:35.541180 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-d149e490-79d8-479c-85c0-94989152fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:35.542815 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-d149e490-79d8-479c-85c0-94989152fe97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=927587d5-adcc-4410-9e54-9270cf8608ea HTTP/1.1" status: 200 len: 849 time: 0.1125565 Jan 25 18:45:35.639917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-7490cef0-15e8-4cb5-a99f-dae97892d5da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533519 Jan 25 18:45:35.660614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52096) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:35.867448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11376e93-23bb-4525-9644-152263236a31 req-800d9677-6977-4c25-bfeb-ffc268f96af9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:35.869853 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11376e93-23bb-4525-9644-152263236a31 req-800d9677-6977-4c25-bfeb-ffc268f96af9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1280816 Jan 25 18:45:35.877388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184881853-network', 'tenant_id': 'ce74632a724146ea8cf57a6113a683fe'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:35.899692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:35.908976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Usage tracker for resource:network and tenant:ce74632a724146ea8cf57a6113a683fe is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:35.915229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:35.935645 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:35.953312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Made reservation on behalf of ce74632a724146ea8cf57a6113a683fe for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:35.960263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:35.982143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.023029 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11376e93-23bb-4525-9644-152263236a31 req-57a05efb-cc6f-4db1-9a29-86f880ad29d4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408637 Jan 25 18:45:36.030880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:36.045771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Usage tracker for resource:security_group_rule and tenant:ce74632a724146ea8cf57a6113a683fe is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:36.112104 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-182c9e00-2a94-4f30-a455-a99e802f848e req-dc50b2dc-f131-46af-b311-1162a72609f1 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 210 time: 0.0639644 Jan 25 18:45:36.113018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:36.122198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:36.153103 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-252e73d9-42ad-4b55-a0a2-4c769d3419a8 service neutron] 10.222.0.18 "GET /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013549 Jan 25 18:45:36.154418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Allocated IP 172.20.0.2 (2fd8b0c1-e7ae-4110-af2d-bc2a608ce542/01eb249c-68e9-453b-b299-425bad0d814a/65ed232e-8596-491f-96ff-1cebf3b31389) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:45:36.254488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 52112) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:36.330105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.337618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.377847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c9ff-1222-4e76-bf8a-b6b685fb61cc req-3b71d6e8-236c-4a3a-8e64-77d86d2de500 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:36.385889 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6ba6c9ff-1222-4e76-bf8a-b6b685fb61cc req-3b71d6e8-236c-4a3a-8e64-77d86d2de500 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1925488 Jan 25 18:45:36.390606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-422af86a-c145-4680-b991-adb029b9ac69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:36.407048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 507697d2-ec24-406a-8e63-6b09c86873fd up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:36.433600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:45:36.471165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011298d-ac8b-4df6-bc82-2c54fe4916c8,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:36.474923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.475457 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Added segment 5730919c-3c10-4342-ac30-f52fb29540f7 of type vxlan for network 99f886b8-149d-4fda-b41f-8addb48afb49 Jan 25 18:45:36.478138 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14531992-1b8b-47f2-9e38-911caa41cb3f req-813206a0-ab43-4544-8919-c811d161d4da service neutron] 10.222.0.18 "GET /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3173456 Jan 25 18:45:36.496362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.518449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 507697d2-ec24-406a-8e63-6b09c86873fd triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:36.518939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.519978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:36.524003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:36.530843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Usage tracker for resource:security_group_rule and tenant:b8be8a8d7a47465ab36d0dc11f65e1bf is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:36.550504 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6ba6c9ff-1222-4e76-bf8a-b6b685fb61cc req-3f2ff372-7cc4-4d18-ba93-046160c0e000 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636374 Jan 25 18:45:36.599125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.600125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:36.677983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fcd19-8d38-4b85-b4f7-db5c0aff3960 req-e0b251ce-fd86-4701-a542-772d76314adf tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:36.686971 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d26fcd19-8d38-4b85-b4f7-db5c0aff3960 req-e0b251ce-fd86-4701-a542-772d76314adf tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 944 time: 0.2173259 Jan 25 18:45:36.691485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:36.717233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.719721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:36.720369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.738471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.753615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d17fc58-09bf-4209-974d-16f7ab5d7c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:36.774779 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1128466 Jan 25 18:45:36.781122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52124) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:36.855436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Request body: {'subnet': {'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184881853-subnet', 'tenant_id': 'ce74632a724146ea8cf57a6113a683fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:36.878279 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d26fcd19-8d38-4b85-b4f7-db5c0aff3960 req-6bea07b5-a1fe-4a5f-b3cb-fd96b2a8ba6c tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902616 Jan 25 18:45:36.887590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.901284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:36.914953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Pushing event updated for resources: {'Network': ['ID=99f886b8-149d-4fda-b41f-8addb48afb49,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:36.917683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Usage tracker for resource:subnet and tenant:ce74632a724146ea8cf57a6113a683fe is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:36.920832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:36.921708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:36.925521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 99f886b8-149d-4fda-b41f-8addb48afb49 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:45:36.927842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:36.938218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Made reservation on behalf of ce74632a724146ea8cf57a6113a683fe for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:36.940123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4bef8bb-c8b2-437f-a33a-3b72c80a9815 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:36.944355 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11595277'] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:36.955591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 99f886b8-149d-4fda-b41f-8addb48afb49 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:45:37.010866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.129832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.181220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc3177-e2c0-4507-ad48-0413debfa540 req-4dee6fa5-0420-41e1-b268-772585c4316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:37.182917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-4dee6fa5-0420-41e1-b268-772585c4316a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e384bc7c26e491f890d1d6e61c5e891&device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 1161 time: 0.5788567 Jan 25 18:45:37.246372 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8be8a8d7a47465ab36d0dc11f65e1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9910047 Jan 25 18:45:37.247499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event updated for resources: {'Port': ['ID=65ed232e-8596-491f-96ff-1cebf3b31389,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:37.259387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52136) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:37.307564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:37.310794 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b20fa750-774e-4f7e-ac18-60a7fbbc715b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:37.394076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7785337-dcbf-4f3a-8015-1128aad358de,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:37.411961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:37.445299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:45:37.448059 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:37.450279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc3177-e2c0-4507-ad48-0413debfa540 req-a88f2855-dfbb-4986-af45-1e28065a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:37.451928 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-a88f2855-dfbb-4986-af45-1e28065a4d67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e HTTP/1.1" status: 200 len: 903 time: 0.2470536 Jan 25 18:45:37.452685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:45:37.478912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:37.479631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.484633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.533260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.565932 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-bc5f8684-e9bf-4ba7-8a42-e110a64e7c2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff1e12ad-f68b-4741-b0f6-c93631e21e77 HTTP/1.1" status: 200 len: 217 time: 0.0814269 Jan 25 18:45:37.582048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43648288-4242-4c18-96e0-004d50cbb191 req-5472bae9-f633-4373-a115-7b411ddec248 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:37.583801 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-43648288-4242-4c18-96e0-004d50cbb191 req-5472bae9-f633-4373-a115-7b411ddec248 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 931 time: 0.2670190 Jan 25 18:45:37.616323 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7509427 Jan 25 18:45:37.645237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Request body: {'port': {'device_id': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:37.680841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc3177-e2c0-4507-ad48-0413debfa540 req-d3c68a92-c32a-49cc-ae98-5607a717eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:37.682482 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-d3c68a92-c32a-49cc-ae98-5607a717eeb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=927587d5-adcc-4410-9e54-9270cf8608ea HTTP/1.1" status: 200 len: 849 time: 0.1064939 Jan 25 18:45:37.689743 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-43648288-4242-4c18-96e0-004d50cbb191 req-3419be28-71fb-4a3e-bc87-7b3bce23978d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939958 Jan 25 18:45:37.735664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.743722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0cb97933-a6d7-475c-b6fe-7ff535c606b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:37.761219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7785337-dcbf-4f3a-8015-1128aad358de,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:37.772326 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-de05be29-47c3-4c6f-9a6d-dfb6f0be1919 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779090 Jan 25 18:45:37.772523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:37.788721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.792396 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7785337-dcbf-4f3a-8015-1128aad358de HTTP/1.1" status: 204 len: 168 time: 0.5292690 Jan 25 18:45:37.792396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853185283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11595326'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.841358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:37.886325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9d375d7e-a552-43b0-81bb-875166f61c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:38.001353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8915284-2db9-4b81-bed5-aee90f9dced1,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:38.014699 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:38.131659 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-a5c5773f-b781-49a6-a1ca-5cd1d46805b6 service neutron] 10.222.0.18 "GET /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910583 Jan 25 18:45:38.175255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Checking segment: {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:38.176007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Network hostable DHCP agents. Network: 99f886b8-149d-4fda-b41f-8addb48afb49, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:45:38.229312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7af38-49c1-4540-8523-9a3508b69bc6 req-5b629f2b-0bb1-4dcb-963f-6a3d7ab687de tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:38.231447 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-74e7af38-49c1-4540-8523-9a3508b69bc6 req-5b629f2b-0bb1-4dcb-963f-6a3d7ab687de tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 944 time: 0.1920557 Jan 25 18:45:38.255333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Network 99f886b8-149d-4fda-b41f-8addb48afb49 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:45:38.310340 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-74e7af38-49c1-4540-8523-9a3508b69bc6 req-daab003d-b5ae-45ad-ac9b-1274525cc8ed tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713978 Jan 25 18:45:38.311087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 99f886b8-149d-4fda-b41f-8addb48afb49) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:38.319247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956f6a4-dd81-46ee-81c4-9cddfdc3f568 None None] Network 99f886b8-149d-4fda-b41f-8addb48afb49 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:45:38.330177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:38.330844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:38.353675 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8e78886c-1308-4cef-ac4f-50746af14c83 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5133133 Jan 25 18:45:38.384633 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-debc3177-e2c0-4507-ad48-0413debfa540 req-3d2325b9-de09-43e6-b7c9-09c7519c6345 service neutron] 10.222.0.18 "GET /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1986079 Jan 25 18:45:38.616855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ed232e-8596-491f-96ff-1cebf3b31389 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:45:38.628108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:38.649555 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Transition to ACTIVE for port object 65ed232e-8596-491f-96ff-1cebf3b31389 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:45:38.656810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:38.659707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6a3a7-9b4c-4f00-9853-0a10dc3b5c53 None None] Network 99f886b8-149d-4fda-b41f-8addb48afb49 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:45:38.781233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:39.203529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8025d-c0f0-458a-8091-cc7aab83bb7f req-6bfaa840-9026-43f8-b5ba-63c9b7c48224 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:39.212633 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-23a8025d-c0f0-458a-8091-cc7aab83bb7f req-6bfaa840-9026-43f8-b5ba-63c9b7c48224 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1875844 Jan 25 18:45:39.253421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff97c8-8fda-4cb9-9f86-f648b45ff67b req-a9914979-9f10-4181-8899-4d608b7a97c5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:39.262962 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0bff97c8-8fda-4cb9-9f86-f648b45ff67b req-a9914979-9f10-4181-8899-4d608b7a97c5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.3125260 Jan 25 18:45:39.281915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=65ed232e-8596-491f-96ff-1cebf3b31389,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:39.297290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:39.341628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-17678bf3-b777-4b4c-806e-83e6fc5872d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:39.343346 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-17678bf3-b777-4b4c-806e-83e6fc5872d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.4354393 Jan 25 18:45:39.370876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0bff97c8-8fda-4cb9-9f86-f648b45ff67b req-45f873ab-e31d-46fc-8ee5-05f596177db3 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061089 Jan 25 18:45:39.389097 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-23a8025d-c0f0-458a-8091-cc7aab83bb7f req-61fa4edb-e8e4-4f6d-bdd5-cbf586dd8c9b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753461 Jan 25 18:45:39.650517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Attempting to bind port 65ed232e-8596-491f-96ff-1cebf3b31389 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:39.650517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Attempting to bind port 65ed232e-8596-491f-96ff-1cebf3b31389 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:45:39.650517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Attempting to bind port 65ed232e-8596-491f-96ff-1cebf3b31389 on network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:45:39.657097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:45:39.657486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Checking segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:39.658383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:39.658762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Bound using segment: {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:45:39.659642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Bound port: 65ed232e-8596-491f-96ff-1cebf3b31389, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac2f827-0964-45ba-a2fc-f0ff83967318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fd8b0c1-e7ae-4110-af2d-bc2a608ce542'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:45:39.659727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:39.746295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-8e74ce01-dc81-45ee-9617-459a5d6e06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:39.748198 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-8e74ce01-dc81-45ee-9617-459a5d6e06fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.3922520 Jan 25 18:45:39.849094 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-d5a46919-8c93-4042-a73f-284dd6e0ca99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.0797396 Jan 25 18:45:39.913923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0116ba-170a-4909-9768-4b5efd630893 req-e571140c-3533-49ec-8b1b-fc5a8566de9e tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:39.916503 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3c0116ba-170a-4909-9768-4b5efd630893 req-e571140c-3533-49ec-8b1b-fc5a8566de9e tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 944 time: 0.1259885 Jan 25 18:45:39.928388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] For port 65ed232e-8596-491f-96ff-1cebf3b31389, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:45:39.942742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] For port 65ed232e-8596-491f-96ff-1cebf3b31389, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=65ed232e-8596-491f-96ff-1cebf3b31389,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:45:39.944987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-ffd9d011-dc01-48d3-8ae6-e8d628467263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:39.946662 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-ffd9d011-dc01-48d3-8ae6-e8d628467263 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.0842760 Jan 25 18:45:39.948202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:39.966124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:39.972693 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3c0116ba-170a-4909-9768-4b5efd630893 req-c9f16d65-38c8-4fa6-9322-9870be3d6894 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Jan 25 18:45:40.120480 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-be3d5ee0-fbf8-42f5-b375-542dc35a112e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553221 Jan 25 18:45:40.289874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=65ed232e-8596-491f-96ff-1cebf3b31389,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:40.296918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:40.331316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:40.332001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:40.334038 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/65ed232e-8596-491f-96ff-1cebf3b31389 HTTP/1.1" status: 200 len: 1157 time: 2.6947756 Jan 25 18:45:40.334602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'tag': '65ed232e-8596-491f-96ff-1cebf3b31389'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:40.359076 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-cef250ec-c0ab-4c9e-acbc-bdf5fb70e9b4 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180319 Jan 25 18:45:40.393172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-ec1d477c-0ebc-4a6e-b953-30a16066002a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:45:40.453838 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'tag': '65ed232e-8596-491f-96ff-1cebf3b31389', 'status': 'completed', 'code': 200} Jan 25 18:45:40.587859 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a286af4e-155b-4d61-b335-64f16ad46eeb req-0d31416d-d452-415b-9a73-c7a79dab9b08 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2198191 Jan 25 18:45:40.590783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-bc9db02d-4ecc-4065-bf3d-9de80f1592a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:40.592280 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-bc9db02d-4ecc-4065-bf3d-9de80f1592a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 1160 time: 0.1376424 Jan 25 18:45:40.684032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cd0e-2bdc-45a3-9498-09ad413dfa28 req-732889f3-4b0b-484d-9dd9-fbb92a3b4a26 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:40.687189 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0946cd0e-2bdc-45a3-9498-09ad413dfa28 req-732889f3-4b0b-484d-9dd9-fbb92a3b4a26 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.1888700 Jan 25 18:45:40.719556 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-478ffbe1-cfdd-4e32-a351-40fd2944407f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65ed232e-8596-491f-96ff-1cebf3b31389 HTTP/1.1" status: 200 len: 217 time: 0.0837557 Jan 25 18:45:40.751023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360251-b042-4158-90e0-54738b981a19 req-ba62e922-02d2-4879-afe7-646591f94f04 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:40.752739 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5360251-b042-4158-90e0-54738b981a19 req-ba62e922-02d2-4879-afe7-646591f94f04 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2113147 Jan 25 18:45:40.809314 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0946cd0e-2bdc-45a3-9498-09ad413dfa28 req-013dec27-8fcc-4567-851e-2c52d7a8e468 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136875 Jan 25 18:45:40.846256 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5360251-b042-4158-90e0-54738b981a19 req-ba416ed0-b0c0-4b3b-9962-72191b89aa94 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843296 Jan 25 18:45:40.891079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-69363b0d-aa1e-4dd1-bd28-4495c4bdea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:40.892684 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-69363b0d-aa1e-4dd1-bd28-4495c4bdea4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.0932593 Jan 25 18:45:40.960473 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-161f7437-404f-4798-ba6c-096a704ba3b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573287 Jan 25 18:45:41.119874 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-b661d0c6-a820-4411-9ad6-20c4f5f13dec service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487978 Jan 25 18:45:41.292976 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87208f40-a36a-4192-9a8c-7e891ec8fb22 req-91c5c0a9-981e-4f6d-bc98-da99e016a6ea service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1640196 Jan 25 18:45:41.420447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-59099d42-b055-4204-89a7-06ed98436815 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:41.421143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-59099d42-b055-4204-89a7-06ed98436815 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Synchronizing usage tracker for tenant:ce74632a724146ea8cf57a6113a683fe on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:45:41.433958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device ff1e12ad-f68b-4741-b0f6-c93631e21e77 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:41.478266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e253-7b72-477e-91b8-b62e063db8fd req-b9873333-29fd-429e-beb6-1e033156a076 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:41.479949 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be91e253-7b72-477e-91b8-b62e063db8fd req-b9873333-29fd-429e-beb6-1e033156a076 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 944 time: 0.2280581 Jan 25 18:45:41.485168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-59099d42-b055-4204-89a7-06ed98436815 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Unset dirty status for tenant:ce74632a724146ea8cf57a6113a683fe on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:45:41.490204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-59099d42-b055-4204-89a7-06ed98436815 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/networks?id=99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 200 len: 808 time: 0.3367722 Jan 25 18:45:41.491852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-d24792c6-2f2e-45c3-bdcb-8f64bd1e37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:41.493594 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-d24792c6-2f2e-45c3-bdcb-8f64bd1e37c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362046140d964710879ce0e65217934b&device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 1160 time: 0.0805304 Jan 25 18:45:41.508560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port ff1e12ad-f68b-4741-b0f6-c93631e21e77 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:45:41.513741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port ff1e12ad-f68b-4741-b0f6-c93631e21e77 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:41.514170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:41.537875 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-2501e6e6-155e-4bce-9ec8-67a9db5a84b1 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/quotas/ce74632a724146ea8cf57a6113a683fe HTTP/1.1" status: 200 len: 375 time: 0.0437870 Jan 25 18:45:41.553719 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be91e253-7b72-477e-91b8-b62e063db8fd req-fa233410-4dde-45d9-98c9-577b990c1112 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Jan 25 18:45:41.604800 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-c2e7b183-f3bb-48e5-aeb9-6337af77ce59 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce74632a724146ea8cf57a6113a683fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499799 Jan 25 18:45:41.655952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:41.659431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-b491c096-4b00-4247-a4e2-5d332e7322b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:41.661062 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-b491c096-4b00-4247-a4e2-5d332e7322b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 200 len: 909 time: 0.1519959 Jan 25 18:45:41.686435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e12ad-f68b-4741-b0f6-c93631e21e77'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:41.697565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port ff1e12ad-f68b-4741-b0f6-c93631e21e77, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ff1e12ad-f68b-4741-b0f6-c93631e21e77,segment=NetworkSegment(1d0325eb-ebce-4a81-aa6f-b6edd4848367),segment_id=1d0325eb-ebce-4a81-aa6f-b6edd4848367)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:45:41.700984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:41.703533 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:41.771309 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e12ad-f68b-4741-b0f6-c93631e21e77', 'code': 200} Jan 25 18:45:41.778543 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-9c2ddadd-b00e-4882-a59b-c26ea2106f24 service neutron] 10.222.0.81 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652479 Jan 25 18:45:41.780497 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-4daab195-1032-4bff-97bc-44e778679896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65ed232e-8596-491f-96ff-1cebf3b31389 HTTP/1.1" status: 200 len: 217 time: 0.1101186 Jan 25 18:45:41.799476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=ff1e12ad-f68b-4741-b0f6-c93631e21e77,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:41.803525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:41.894264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-ea4c2a39-a179-4c42-a5c9-3e26fedf9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:41.896383 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-ea4c2a39-a179-4c42-a5c9-3e26fedf9ed6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 200 len: 855 time: 0.0747776 Jan 25 18:45:41.935442 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-8a554962-1662-4099-ac75-290a754bc792 service neutron] 10.222.0.81 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557510 Jan 25 18:45:41.963495 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-3a6c4c01-0b6b-41e0-92d2-39b34054f974 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585527 Jan 25 18:45:42.079851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46606e-31ee-49ff-bded-e8f32dbb96a0 req-b7767cb7-dcb1-42f5-a5ca-b0c27fb47939 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:42.081530 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d46606e-31ee-49ff-bded-e8f32dbb96a0 req-b7767cb7-dcb1-42f5-a5ca-b0c27fb47939 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.1281977 Jan 25 18:45:42.163424 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d46606e-31ee-49ff-bded-e8f32dbb96a0 req-efb01ae3-de3f-4856-b4dc-1034d33bc22a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 Jan 25 18:45:42.197049 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-9d487787-97fb-4524-b017-a98d7c0dd047 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233055 Jan 25 18:45:42.246776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b2b63-2022-44c1-9d17-af93327101ae req-0f93c58a-a78e-47c7-8a41-19137898f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:42.249031 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4c1b2b63-2022-44c1-9d17-af93327101ae req-0f93c58a-a78e-47c7-8a41-19137898f025 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 1163 time: 0.1648622 Jan 25 18:45:42.303231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bff9d-dab1-4090-9b33-fbd7eab4a4d8 req-953cf8f1-99ee-456e-b850-84c824497069 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:42.305081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-de0bff9d-dab1-4090-9b33-fbd7eab4a4d8 req-953cf8f1-99ee-456e-b850-84c824497069 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1406281 Jan 25 18:45:42.374546 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4c1b2b63-2022-44c1-9d17-af93327101ae req-45d565c6-d5a1-468c-a9dd-4daff7045ebc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Jan 25 18:45:42.400658 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-de0bff9d-dab1-4090-9b33-fbd7eab4a4d8 req-81c62e55-b069-498e-8011-33bec876a2fb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880990 Jan 25 18:45:42.424250 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad8b5234-1894-40b0-9e3b-7fa67da9f705 req-dcead7c8-f814-4cf4-9128-d31532b1a99f service neutron] 10.222.0.18 "GET /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2111495 Jan 25 18:45:42.452872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device ff1e12ad-f68b-4741-b0f6-c93631e21e77 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:42.523284 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a141f8ae-c821-4daf-aa66-860d4a24f387 req-dbfdc02d-8d3a-4c5e-bae8-7976acb68abd tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 210 time: 0.0712457 Jan 25 18:45:42.544526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port ff1e12ad-f68b-4741-b0f6-c93631e21e77 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:42.545118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:42.836884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc540-dca5-4966-b94a-4a99392bf6d6 req-03d90b20-376d-492e-b5be-4a80638a49f5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:42.838694 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-65abc540-dca5-4966-b94a-4a99392bf6d6 req-03d90b20-376d-492e-b5be-4a80638a49f5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1388767 Jan 25 18:45:42.911268 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-65abc540-dca5-4966-b94a-4a99392bf6d6 req-2b2b5df2-e150-499b-ade0-d0b59a38f560 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596130 Jan 25 18:45:43.615899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63b2bb-4af7-4a79-a3ca-13e3d37da974 req-4b76654e-3cb6-41d3-b329-2cd5dadb6958 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:43.617804 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2a63b2bb-4af7-4a79-a3ca-13e3d37da974 req-4b76654e-3cb6-41d3-b329-2cd5dadb6958 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.3221512 Jan 25 18:45:43.674113 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2a63b2bb-4af7-4a79-a3ca-13e3d37da974 req-6749ab76-de63-4257-97d1-d4fd27b45970 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487318 Jan 25 18:45:43.830282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f497b34-9fb1-424f-be0a-0b58bde32e48 req-adfe27df-1e24-410a-a22a-250c3362cb25 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:43.831987 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8f497b34-9fb1-424f-be0a-0b58bde32e48 req-adfe27df-1e24-410a-a22a-250c3362cb25 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1267891 Jan 25 18:45:43.895853 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6bed8d58-994e-4cb4-93ef-479f0487b5b4 req-faf8b894-bc02-4a8e-97f7-3700b90e208a tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 210 time: 0.0627601 Jan 25 18:45:43.938488 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8f497b34-9fb1-424f-be0a-0b58bde32e48 req-3c51426a-04be-4c1d-ae6a-9f11b374fd3f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630519 Jan 25 18:45:44.261749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bdfe-6399-466b-858c-2f0e9e0effe4 req-8696e54e-8b02-492e-89d7-0b4d86fd8aef tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:44.263820 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e651bdfe-6399-466b-858c-2f0e9e0effe4 req-8696e54e-8b02-492e-89d7-0b4d86fd8aef tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1534469 Jan 25 18:45:44.323942 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e651bdfe-6399-466b-858c-2f0e9e0effe4 req-84a3988a-5aa7-4a56-b8f2-a310c7f4bd51 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525753 Jan 25 18:45:44.450369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-e3fddb7b-e953-48ee-98a2-f4d60cd60a4d tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:44.451947 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-e3fddb7b-e953-48ee-98a2-f4d60cd60a4d tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "GET /v2.0/networks?id=99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 200 len: 808 time: 0.4916749 Jan 25 18:45:44.532050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Request body: {'port': {'device_id': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49', 'admin_state_up': True, 'tenant_id': 'ce74632a724146ea8cf57a6113a683fe'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:44.684061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:44.688103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Usage tracker for resource:port and tenant:ce74632a724146ea8cf57a6113a683fe is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:44.691189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:44.697941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:44.709519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Made reservation on behalf of ce74632a724146ea8cf57a6113a683fe for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:45:44.721769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:44.924106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2acecd-52f8-4188-9cf7-31542005c8df req-3944268d-f712-41f5-a313-d0e7babee11c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:44.925925 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be2acecd-52f8-4188-9cf7-31542005c8df req-3944268d-f712-41f5-a313-d0e7babee11c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.1161814 Jan 25 18:45:44.986912 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be2acecd-52f8-4188-9cf7-31542005c8df req-efbaba6d-6326-43a8-8063-0ded6c5d0779 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Jan 25 18:45:45.053296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Allocated IP 172.20.0.13 (99f886b8-149d-4fda-b41f-8addb48afb49/b8915284-2db9-4b81-bed5-aee90f9dced1/b0432f39-eaf2-4b72-a5ae-3418d54e22a3) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:45:45.095064 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-05934c3e-dfb2-47d2-854b-ee175993e22c req-41a98883-2ebb-4bdb-a01d-f09bddde7b17 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 210 time: 0.0505927 Jan 25 18:45:45.227586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291180-2486-425a-85d0-51f087c309ae req-52e4b02b-8fee-4d75-881b-786743d93cb7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:45.229303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c6291180-2486-425a-85d0-51f087c309ae req-52e4b02b-8fee-4d75-881b-786743d93cb7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1165817 Jan 25 18:45:45.291473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:45.294383 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c6291180-2486-425a-85d0-51f087c309ae req-5dda37ef-ff7a-423c-bee6-e228dc7d4ab7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Jan 25 18:45:45.339132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:45.355813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:45.512427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Pushing event updated for resources: {'Port': ['ID=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:45.525410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.525939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.526231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.526647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.526975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.527365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.527729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.528118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.528501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.528881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.529265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.529677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.530109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.530494 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.530876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.531257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.531661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.532048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.532431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.533067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.533446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.533870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.534252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.534631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:45.543619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:45.589373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6ab5-ae9f-4859-a591-4730539feb37 req-f3486854-8f7c-4e5b-b344-6596a5b870bd tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:45.591136 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-244e6ab5-ae9f-4859-a591-4730539feb37 req-f3486854-8f7c-4e5b-b344-6596a5b870bd tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1233964 Jan 25 18:45:45.605844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Network 99f886b8-149d-4fda-b41f-8addb48afb49 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:45:45.607146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:45:45.609623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:45:45.643559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:45.643559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:45.663772 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-244e6ab5-ae9f-4859-a591-4730539feb37 req-3fde5ceb-7da5-409c-9eb9-68521f592407 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620098 Jan 25 18:45:45.665815 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1381543 Jan 25 18:45:45.689127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Request body: {'port': {'device_id': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:45.879992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:46.430650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0432f39-eaf2-4b72-a5ae-3418d54e22a3 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:45:46.438771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:46.443894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8e77-029f-4858-9bcb-28a5c95550fb req-05ce3693-da57-44db-9469-f8be5e96fc4d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:46.445723 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cf7c8e77-029f-4858-9bcb-28a5c95550fb req-05ce3693-da57-44db-9469-f8be5e96fc4d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.2515235 Jan 25 18:45:46.452535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Transition to ACTIVE for port object b0432f39-eaf2-4b72-a5ae-3418d54e22a3 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:45:46.456143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:46.476451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:46.486875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975a4e2-0595-4362-8509-efe4472c61a6 req-698d8d11-9eb4-483a-b4b6-57d65d01cae8 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:46.488543 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c975a4e2-0595-4362-8509-efe4472c61a6 req-698d8d11-9eb4-483a-b4b6-57d65d01cae8 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 932 time: 0.1796033 Jan 25 18:45:46.576175 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cf7c8e77-029f-4858-9bcb-28a5c95550fb req-1cc3a2d6-d6b7-4977-a002-c8472817a526 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Jan 25 18:45:46.586234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c975a4e2-0595-4362-8509-efe4472c61a6 req-eb5a4dd2-aff3-49ad-89a7-163a193998d9 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Synchronizing usage tracker for tenant:ce74632a724146ea8cf57a6113a683fe on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:45:46.615445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c975a4e2-0595-4362-8509-efe4472c61a6 req-eb5a4dd2-aff3-49ad-89a7-163a193998d9 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Unset dirty status for tenant:ce74632a724146ea8cf57a6113a683fe on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:45:46.616716 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c975a4e2-0595-4362-8509-efe4472c61a6 req-eb5a4dd2-aff3-49ad-89a7-163a193998d9 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123571 Jan 25 18:45:46.620911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:46.625356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:46.779161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Attempting to bind port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:46.779654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Attempting to bind port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:45:46.779870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Attempting to bind port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 on network 99f886b8-149d-4fda-b41f-8addb48afb49 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:45:46.785933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:45:46.786301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Checking segment: {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:45:46.787669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:46.788176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Bound using segment: {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:45:46.788651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Bound port: b0432f39-eaf2-4b72-a5ae-3418d54e22a3, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:45:46.789026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:46.840973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2d7a-4e40-4c8d-b8cf-14201a8e40e8 req-f167938c-7e7d-415d-ad5e-b93b3f83d284 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:46.842626 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9a0b2d7a-4e40-4c8d-b8cf-14201a8e40e8 req-f167938c-7e7d-415d-ad5e-b93b3f83d284 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1292818 Jan 25 18:45:46.892362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] For port b0432f39-eaf2-4b72-a5ae-3418d54e22a3, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:45:46.895596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] For port b0432f39-eaf2-4b72-a5ae-3418d54e22a3, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,segment=NetworkSegment(5730919c-3c10-4342-ac30-f52fb29540f7),segment_id=5730919c-3c10-4342-ac30-f52fb29540f7)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:45:46.899408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:46.899784 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9a0b2d7a-4e40-4c8d-b8cf-14201a8e40e8 req-5fe7920a-c11b-4423-a737-4e74ba97c6d1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490489 Jan 25 18:45:46.916243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c46d6f76-e802-48b2-86d4-99952d7d6efb tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:47.078329 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:47.083057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:47.117548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:47.118260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:47.119792 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/b0432f39-eaf2-4b72-a5ae-3418d54e22a3 HTTP/1.1" status: 200 len: 1158 time: 1.4358017 Jan 25 18:45:47.120325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'tag': 'b0432f39-eaf2-4b72-a5ae-3418d54e22a3'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:47.186025 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'tag': 'b0432f39-eaf2-4b72-a5ae-3418d54e22a3', 'status': 'completed', 'code': 200} Jan 25 18:45:47.331769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-ab33fa1f-3550-4b0d-9750-d59da90b3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:47.333984 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-ab33fa1f-3550-4b0d-9750-d59da90b3682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce74632a724146ea8cf57a6113a683fe&device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 1161 time: 0.0861874 Jan 25 18:45:47.429308 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-766872cb-fc51-4daf-bc57-78309202906e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0432f39-eaf2-4b72-a5ae-3418d54e22a3 HTTP/1.1" status: 200 len: 217 time: 0.0785282 Jan 25 18:45:47.502792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-683d89fc-3a5a-47b8-a36a-87f0706fe194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:47.504586 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-683d89fc-3a5a-47b8-a36a-87f0706fe194 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8915284-2db9-4b81-bed5-aee90f9dced1 HTTP/1.1" status: 200 len: 848 time: 0.0686743 Jan 25 18:45:47.564803 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-0f519773-8177-408f-b89c-10875e9900b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99f886b8-149d-4fda-b41f-8addb48afb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463340 Jan 25 18:45:47.695520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 65ed232e-8596-491f-96ff-1cebf3b31389 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:47.733707 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-dabb949f-edfd-4780-a63a-88f806ef5f87 service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579380 Jan 25 18:45:47.830952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 65ed232e-8596-491f-96ff-1cebf3b31389 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:45:47.837670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 65ed232e-8596-491f-96ff-1cebf3b31389 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:47.838362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:47.899344 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78f47ff1-ac82-4857-8a8e-6cd03758258e req-06fa3c83-68fa-4f24-8b4e-d7fec416d430 service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1570523 Jan 25 18:45:47.924684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079cd7-f682-4f91-aaa8-702bf7ff8be6 req-836672f5-4990-4af0-828d-7bbc99928544 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:47.926026 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5079cd7-f682-4f91-aaa8-702bf7ff8be6 req-836672f5-4990-4af0-828d-7bbc99928544 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 943 time: 0.2116320 Jan 25 18:45:47.970796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547ee3c-8a80-4e6b-93b1-ed4722c1394d req-104a8d5c-c9cf-4c83-8ac6-904c87c7325c tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:47.972464 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7547ee3c-8a80-4e6b-93b1-ed4722c1394d req-104a8d5c-c9cf-4c83-8ac6-904c87c7325c tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 944 time: 0.1931992 Jan 25 18:45:47.981693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:48.022874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ed232e-8596-491f-96ff-1cebf3b31389'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:48.031674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 65ed232e-8596-491f-96ff-1cebf3b31389, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=65ed232e-8596-491f-96ff-1cebf3b31389,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:45:48.035103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:48.037568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:48.074261 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5079cd7-f682-4f91-aaa8-702bf7ff8be6 req-17919190-24e3-4776-8368-ac511c2f82e0 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006384 Jan 25 18:45:48.106641 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7547ee3c-8a80-4e6b-93b1-ed4722c1394d req-e41bb506-1cf0-4abd-815e-701814757143 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Jan 25 18:45:48.127643 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-a1f24e8e-9f02-4d1c-9d74-cd54ce5e7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:48.129382 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-a1f24e8e-9f02-4d1c-9d74-cd54ce5e7f8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce74632a724146ea8cf57a6113a683fe&device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 1161 time: 0.0942171 Jan 25 18:45:48.181244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=65ed232e-8596-491f-96ff-1cebf3b31389,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:48.196203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:48.292978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-0025e2ba-c93a-40d7-a445-c8e309b7dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:48.294765 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-0025e2ba-c93a-40d7-a445-c8e309b7dfd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 200 len: 902 time: 0.1563962 Jan 25 18:45:48.375968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eb399-d751-4797-a057-7c0e784aff92 req-c3762d9d-b1bd-465e-add5-5d43b0e4e934 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:48.377679 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bc7eb399-d751-4797-a057-7c0e784aff92 req-c3762d9d-b1bd-465e-add5-5d43b0e4e934 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1249061 Jan 25 18:45:48.399960 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ed232e-8596-491f-96ff-1cebf3b31389', 'code': 200} Jan 25 18:45:48.406145 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-61c56bde-ea07-44ae-839a-2020b4d08d5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0432f39-eaf2-4b72-a5ae-3418d54e22a3 HTTP/1.1" status: 200 len: 217 time: 0.0765345 Jan 25 18:45:48.454327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bc7eb399-d751-4797-a057-7c0e784aff92 req-9fc79fc7-94af-4116-9309-998528afdf2c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Jan 25 18:45:48.541088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-a5028d6d-92ac-4e86-b5df-6d862bce2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:48.542789 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-a5028d6d-92ac-4e86-b5df-6d862bce2b76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8915284-2db9-4b81-bed5-aee90f9dced1 HTTP/1.1" status: 200 len: 848 time: 0.0865989 Jan 25 18:45:48.581515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 65ed232e-8596-491f-96ff-1cebf3b31389 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:48.585583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:45:48.615139 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-ba15deb4-cfdf-40e0-806a-aa679d8d1a8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99f886b8-149d-4fda-b41f-8addb48afb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542264 Jan 25 18:45:48.688674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 65ed232e-8596-491f-96ff-1cebf3b31389 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:48.689106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:48.878346 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-7734bfa0-e5ef-480f-8de1-65ef1da48f1b service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392569 Jan 25 18:45:48.881916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a7c46-f1c8-4eee-8e82-c365b0ae4cda req-012abd01-8701-4840-bfbf-360c35cc3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:48.883445 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-515a7c46-f1c8-4eee-8e82-c365b0ae4cda req-012abd01-8701-4840-bfbf-360c35cc3e1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 1162 time: 0.1412346 Jan 25 18:45:49.246445 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-515a7c46-f1c8-4eee-8e82-c365b0ae4cda req-37d00db8-b74e-4c14-8c81-aa23676eed65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365452 Jan 25 18:45:49.304273 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28fbadfa-cc36-4f6f-b157-a4ac663e0551 req-5b9f8c16-407d-46a8-a95a-20e0d6ead3ed service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4181528 Jan 25 18:45:49.436132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eec556-3446-4e65-b2fe-fc670186fc55 req-e1cce93e-097f-4bcc-83b7-853542d8903a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:49.437830 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-35eec556-3446-4e65-b2fe-fc670186fc55 req-e1cce93e-097f-4bcc-83b7-853542d8903a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.2234061 Jan 25 18:45:49.472696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7d48-9d54-4060-865d-394e954c4923 req-11b04296-b562-4901-8a05-1b5bbfa30046 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:49.474872 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f95f7d48-9d54-4060-865d-394e954c4923 req-11b04296-b562-4901-8a05-1b5bbfa30046 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 944 time: 0.1803622 Jan 25 18:45:49.558129 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-35eec556-3446-4e65-b2fe-fc670186fc55 req-d3a416ac-43fc-4aa6-819d-3dd42ddd57b0 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Jan 25 18:45:49.571749 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f95f7d48-9d54-4060-865d-394e954c4923 req-ad80037a-ccbb-4665-9b95-6c7d75c6fd43 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810821 Jan 25 18:45:49.828054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a84491-1c00-4321-8b69-475b284e0cf0 req-5fed27ee-ba77-4000-82b2-32adc329dd80 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:49.829804 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30a84491-1c00-4321-8b69-475b284e0cf0 req-5fed27ee-ba77-4000-82b2-32adc329dd80 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1344810 Jan 25 18:45:49.888284 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-30a84491-1c00-4321-8b69-475b284e0cf0 req-48d60782-f0f2-403b-b34b-3694b27bbfeb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Jan 25 18:45:50.355100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000587c-39ef-4c66-930a-927ed9c9cd29 req-87429fe5-134c-4584-938a-9d95b7cf1cdf tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:50.356809 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2000587c-39ef-4c66-930a-927ed9c9cd29 req-87429fe5-134c-4584-938a-9d95b7cf1cdf tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1202931 Jan 25 18:45:50.414116 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2000587c-39ef-4c66-930a-927ed9c9cd29 req-9588badc-e5ea-4137-8cf9-6bfafe7740cb tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509620 Jan 25 18:45:50.878657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c173e-2244-498a-a042-51f17257226e req-b4837114-0d29-4d00-b81f-33241867a403 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:50.880308 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fd4c173e-2244-498a-a042-51f17257226e req-b4837114-0d29-4d00-b81f-33241867a403 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.1871169 Jan 25 18:45:50.914181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cb64b-a695-4c40-ae0f-f33e7c173486 req-5b9a512e-6e7b-43ef-9776-0bcbb3edeab4 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:50.915906 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1b1cb64b-a695-4c40-ae0f-f33e7c173486 req-5b9a512e-6e7b-43ef-9776-0bcbb3edeab4 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 944 time: 0.1847596 Jan 25 18:45:50.997669 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fd4c173e-2244-498a-a042-51f17257226e req-d37edc2a-fb60-463a-ad48-9ec9f24b6b2c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807881 Jan 25 18:45:51.011080 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1b1cb64b-a695-4c40-ae0f-f33e7c173486 req-cc3b79e6-c009-49c1-9d9a-7848234fa129 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778069 Jan 25 18:45:51.258699 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b721b-7fc8-40a2-8cdc-ce0ec932829b req-0cecd929-44b1-414d-b8b3-8af79d40782b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:51.263411 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f2b721b-7fc8-40a2-8cdc-ce0ec932829b req-0cecd929-44b1-414d-b8b3-8af79d40782b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1312563 Jan 25 18:45:51.311647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 52448) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:51.318531 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f2b721b-7fc8-40a2-8cdc-ce0ec932829b req-47dc3763-f0d6-4dde-8c46-14b0497bd6f8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Jan 25 18:45:51.468347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.485395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:45:51.490246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Usage tracker for resource:security_group_rule and tenant:5bebb9e67d43491a8f7ecbbd7d4551ec is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:45:51.493174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:45:51.499182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:45:51.590384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.593084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.603021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4dc2776-a6b3-4f43-bd0b-434ebd4fa81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:51.653161 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bebb9e67d43491a8f7ecbbd7d4551ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378921 Jan 25 18:45:51.653416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 52458) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:45:51.656611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0086d515-20b6-48ec-8bf5-7a2fb04b16e2,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:51.660656 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:51.673511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94f89e-124d-4762-b85e-95189c96e58c req-5ff4a82b-93e7-45dc-96cd-516af1e0f31c tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:51.675215 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7b94f89e-124d-4762-b85e-95189c96e58c req-5ff4a82b-93e7-45dc-96cd-516af1e0f31c tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1272836 Jan 25 18:45:51.736212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.736604 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7b94f89e-124d-4762-b85e-95189c96e58c req-bb2d63dd-a946-4158-a85b-60dda1237803 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537348 Jan 25 18:45:51.769132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.816250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.821459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15766ca8-7321-401d-845a-d5cebbfe8e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:51.836076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0086d515-20b6-48ec-8bf5-7a2fb04b16e2,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:51.839027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:51.840343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:51.843953 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7d62c847-817b-47a8-a686-2ef722674fe5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0086d515-20b6-48ec-8bf5-7a2fb04b16e2 HTTP/1.1" status: 204 len: 168 time: 0.1892846 Jan 25 18:45:52.322577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b3c42-7d1f-4af2-9203-cc7a84f08b74 req-1b8907c9-f163-435d-b15f-b93180b35253 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:52.324201 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2c0b3c42-7d1f-4af2-9203-cc7a84f08b74 req-1b8907c9-f163-435d-b15f-b93180b35253 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.1864800 Jan 25 18:45:52.357986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2e6ef-73d3-46d1-a520-48674e4b0c44 req-69f7fb1e-38ec-4795-a2da-a02773d3af6d tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:52.359560 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5ce2e6ef-73d3-46d1-a520-48674e4b0c44 req-69f7fb1e-38ec-4795-a2da-a02773d3af6d tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 944 time: 0.1753523 Jan 25 18:45:52.444579 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2c0b3c42-7d1f-4af2-9203-cc7a84f08b74 req-906fbe7f-761b-4914-adc8-4f85dd51c109 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839579 Jan 25 18:45:52.452643 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5ce2e6ef-73d3-46d1-a520-48674e4b0c44 req-9f90ed5d-427e-47b5-8fbb-f0c105ae7318 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774198 Jan 25 18:45:52.700191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601db4d-2aab-4420-923a-bffeffa65abc req-f1cff476-bf76-484c-be21-18d2599d28f6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:52.702024 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6601db4d-2aab-4420-923a-bffeffa65abc req-f1cff476-bf76-484c-be21-18d2599d28f6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1227107 Jan 25 18:45:52.808415 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6601db4d-2aab-4420-923a-bffeffa65abc req-67e38f72-ddea-4cc1-b76b-50fd00295f7c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964985 Jan 25 18:45:53.097528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8daa19-9302-49d3-b8c3-f15d524809a0 req-c57dec01-29f6-4041-913e-e54fad6d26e5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:53.099820 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5a8daa19-9302-49d3-b8c3-f15d524809a0 req-c57dec01-29f6-4041-913e-e54fad6d26e5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1509209 Jan 25 18:45:53.107176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-aec22b95-8cc7-4c1f-901a-861af2eecf06 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:45:53.143231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-333a14ab-de67-4db1-bfe0-d09d93517461 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:53.144556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-333a14ab-de67-4db1-bfe0-d09d93517461 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Synchronizing usage tracker for tenant:2e384bc7c26e491f890d1d6e61c5e891 on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:45:53.167358 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5a8daa19-9302-49d3-b8c3-f15d524809a0 req-77a5c94c-1f2b-4892-849c-380a63783218 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/security-groups?id=ecbdff38-6769-4a34-84db-c293b9491d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608137 Jan 25 18:45:53.167515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-333a14ab-de67-4db1-bfe0-d09d93517461 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Unset dirty status for tenant:2e384bc7c26e491f890d1d6e61c5e891 on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:45:53.168870 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-333a14ab-de67-4db1-bfe0-d09d93517461 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.18 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 946 time: 0.1586225 Jan 25 18:45:53.264480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Deleting port ff1e12ad-f68b-4741-b0f6-c93631e21e77 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:45:53.264980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:53.540493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] For port ff1e12ad-f68b-4741-b0f6-c93631e21e77, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ff1e12ad-f68b-4741-b0f6-c93631e21e77,segment=NetworkSegment(1d0325eb-ebce-4a81-aa6f-b6edd4848367),segment_id=1d0325eb-ebce-4a81-aa6f-b6edd4848367)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:45:53.541063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:53.617437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ead939-5113-4e26-9b83-8f6339ac466c req-ddba196a-3c57-4466-aadb-50688deea152 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:53.619196 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7ead939-5113-4e26-9b83-8f6339ac466c req-ddba196a-3c57-4466-aadb-50688deea152 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1183081 Jan 25 18:45:53.679381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Calling delete_port for ff1e12ad-f68b-4741-b0f6-c93631e21e77 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:45:53.721605 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7ead939-5113-4e26-9b83-8f6339ac466c req-31123285-5172-4340-b7d2-2dad13f48b0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634751 Jan 25 18:45:53.787547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa862d7-b238-484b-9ec9-c5e01ab2b4fe req-c81005e3-d544-4bd7-a06a-f20ad1c733cd tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:53.789415 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-faa862d7-b238-484b-9ec9-c5e01ab2b4fe req-c81005e3-d544-4bd7-a06a-f20ad1c733cd tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 944 time: 0.1692355 Jan 25 18:45:53.847149 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-faa862d7-b238-484b-9ec9-c5e01ab2b4fe req-72f78f92-2250-43ba-a7be-984e6fe65dfa tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510294 Jan 25 18:45:53.917608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:53.936931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:54.043775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Pushing event deleted for resources: {'Port': ['ID=ff1e12ad-f68b-4741-b0f6-c93631e21e77,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:54.050498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:54.101584 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509e7d0-3704-42db-b47f-fcb845d18523 req-e12204cb-908a-4df6-b580-aa2f63051a91 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:54.109140 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6509e7d0-3704-42db-b47f-fcb845d18523 req-e12204cb-908a-4df6-b580-aa2f63051a91 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1363084 Jan 25 18:45:54.163817 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6509e7d0-3704-42db-b47f-fcb845d18523 req-a7e6a8df-8e53-4202-9282-7aa344b89ffb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Jan 25 18:45:54.168757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] No DVR routers for this DVR port ff1e12ad-f68b-4741-b0f6-c93631e21e77 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:45:54.171825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:54.176216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'name': 'network-vif-deleted', 'tag': 'ff1e12ad-f68b-4741-b0f6-c93631e21e77'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:54.192310 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c2074a4-1ef1-4c30-b819-256d6c5123a8 req-63ab2497-3ec6-4d3f-b52f-b12f3318ccc5 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.18 "DELETE /v2.0/ports/ff1e12ad-f68b-4741-b0f6-c93631e21e77 HTTP/1.1" status: 204 len: 173 time: 1.0131221 Jan 25 18:45:54.251507 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62759d9f-d056-4448-8dc9-8cf4f9a84bb7', 'name': 'network-vif-deleted', 'tag': 'ff1e12ad-f68b-4741-b0f6-c93631e21e77', 'status': 'completed', 'code': 200} Jan 25 18:45:54.407530 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aafef0d5-97ba-447f-973c-d8265833123e req-7767e4e7-2362-4fba-b779-685e75adea35 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] 10.222.0.81 "GET /v2.0/ports?device_id=62759d9f-d056-4448-8dc9-8cf4f9a84bb7 HTTP/1.1" status: 200 len: 210 time: 0.0486903 Jan 25 18:45:54.551227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 65ed232e-8596-491f-96ff-1cebf3b31389 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:54.634439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 65ed232e-8596-491f-96ff-1cebf3b31389 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:54.634439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:54.769181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device b0432f39-eaf2-4b72-a5ae-3418d54e22a3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:54.845779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:45:54.851526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:54.851954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:54.998265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:55.032608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0432f39-eaf2-4b72-a5ae-3418d54e22a3'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:55.045574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port b0432f39-eaf2-4b72-a5ae-3418d54e22a3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,segment=NetworkSegment(5730919c-3c10-4342-ac30-f52fb29540f7),segment_id=5730919c-3c10-4342-ac30-f52fb29540f7)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:45:55.049369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:55.052277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:45:55.081299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151accf9-cb9b-4617-ad2c-fd1b0352678f req-f0c75f08-8de2-4833-a969-e9e75109c6cc tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:55.083093 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-151accf9-cb9b-4617-ad2c-fd1b0352678f req-f0c75f08-8de2-4833-a969-e9e75109c6cc tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1817312 Jan 25 18:45:55.129412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:45:55.138396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.139483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.139981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.140368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.140744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.141250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.141623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.142131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.142508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.142887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.143222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.143763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.144259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.144634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.145119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.146157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.146956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.146956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.147659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.148252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.148360 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.148702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.149108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.149468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:45:55.154829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:45:55.193586 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-151accf9-cb9b-4617-ad2c-fd1b0352678f req-a1d06308-a65e-41d3-b43a-338b9e34d458 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687904 Jan 25 18:45:55.241427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9da1c-e2ec-461a-a07f-52b24c33809f req-97e5cc97-4ab2-4f45-bc67-907e8165adba tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:55.243160 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8fe9da1c-e2ec-461a-a07f-52b24c33809f req-97e5cc97-4ab2-4f45-bc67-907e8165adba tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1980948 Jan 25 18:45:55.281127 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0432f39-eaf2-4b72-a5ae-3418d54e22a3', 'code': 200} Jan 25 18:45:55.300863 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8fe9da1c-e2ec-461a-a07f-52b24c33809f req-98cb5703-42c8-4506-b22f-0974fedeefce tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Jan 25 18:45:55.533787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b9e1b-c5ca-40f0-9332-0c19c6eb569d req-de26c89f-bb78-4eb8-986c-96f61678724f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:55.535468 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f4b9e1b-c5ca-40f0-9332-0c19c6eb569d req-de26c89f-bb78-4eb8-986c-96f61678724f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1189420 Jan 25 18:45:55.591817 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f4b9e1b-c5ca-40f0-9332-0c19c6eb569d req-e08655fa-a572-4cb3-af5c-5e00ba33addd tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Jan 25 18:45:55.634837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device b0432f39-eaf2-4b72-a5ae-3418d54e22a3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:55.650151 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1881b-c34b-4d2e-8b4b-eceda34d99bd req-af79b9e0-2cc0-4895-91c7-e2da99a2d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:55.651941 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-60f1881b-c34b-4d2e-8b4b-eceda34d99bd req-af79b9e0-2cc0-4895-91c7-e2da99a2d7c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 1163 time: 0.0862384 Jan 25 18:45:55.703153 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-60f1881b-c34b-4d2e-8b4b-eceda34d99bd req-465a3aaf-2b66-48f1-ae2b-328dd5dde79e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Jan 25 18:45:55.712411 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:55.712843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:55.894232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device ff1e12ad-f68b-4741-b0f6-c93631e21e77 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:45:55.934385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: ff1e12ad-f68b-4741-b0f6-c93631e21e77 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:45:55.934785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device ff1e12ad-f68b-4741-b0f6-c93631e21e77 not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:45:56.129167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ea56d5f-a4fa-45c3-97f2-e099700518f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:56.456432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd841-0814-448b-b23e-58fb425e4887 req-a7b8dbdc-c4b6-4073-940b-03cb295f318a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:56.458654 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-326dd841-0814-448b-b23e-58fb425e4887 req-a7b8dbdc-c4b6-4073-940b-03cb295f318a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1156752 Jan 25 18:45:56.569760 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-326dd841-0814-448b-b23e-58fb425e4887 req-62a143c5-f806-414f-9565-4dff86e77574 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699177 Jan 25 18:45:56.627853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b5575-9e20-4996-887f-1bdc070e4933 req-5b7878bb-f77c-44e7-8e36-4f51bf08b900 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:56.629537 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9b3b5575-9e20-4996-887f-1bdc070e4933 req-5b7878bb-f77c-44e7-8e36-4f51bf08b900 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1698904 Jan 25 18:45:56.686791 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9b3b5575-9e20-4996-887f-1bdc070e4933 req-6d84f7f8-75ba-45bf-bb46-b377226e4977 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Jan 25 18:45:56.929147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184e191-7f81-4618-bec8-3534997ed326 req-25acd223-2354-4b83-86e0-6188165cd228 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:56.930877 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0184e191-7f81-4618-bec8-3534997ed326 req-25acd223-2354-4b83-86e0-6188165cd228 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1201100 Jan 25 18:45:56.986631 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0184e191-7f81-4618-bec8-3534997ed326 req-d10c6def-3ebc-4a84-95aa-0d7417461279 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493202 Jan 25 18:45:57.772833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device b0432f39-eaf2-4b72-a5ae-3418d54e22a3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:45:57.852142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:45:57.852548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:57.853395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2524f-c5c7-4c82-84de-9b892fb51a72 req-848c7756-6816-4e40-bebf-f2efa75440c3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:57.855278 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-67c2524f-c5c7-4c82-84de-9b892fb51a72 req-848c7756-6816-4e40-bebf-f2efa75440c3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1285088 Jan 25 18:45:57.970190 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-67c2524f-c5c7-4c82-84de-9b892fb51a72 req-1f8836c1-5706-47c3-9b43-62fbfcf9babb tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772583 Jan 25 18:45:58.022484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b84322-6600-48a3-868c-134fcc60bb0f req-31c14f65-2c1e-4810-b24c-14c7cf94df41 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:58.024229 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-84b84322-6600-48a3-868c-134fcc60bb0f req-31c14f65-2c1e-4810-b24c-14c7cf94df41 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1679657 Jan 25 18:45:58.085896 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-84b84322-6600-48a3-868c-134fcc60bb0f req-a3f08e7d-2845-45f5-bf6c-41e16e460a61 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Jan 25 18:45:58.329320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf247d-f7a2-426e-bdfc-3c582fe14b0a req-fa101727-9236-42f8-b141-24deb40b57b4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:58.331027 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ddf247d-f7a2-426e-bdfc-3c582fe14b0a req-fa101727-9236-42f8-b141-24deb40b57b4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1158965 Jan 25 18:45:58.602363 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ddf247d-f7a2-426e-bdfc-3c582fe14b0a req-6de89ea3-0e25-4b0f-9964-ee8b5ba7fc6b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645881 Jan 25 18:45:58.694258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc9f32-e233-4c42-b7bd-46e5f0025f59 req-164add1e-93cb-4598-9611-c6a718527f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:58.695885 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-41fc9f32-e233-4c42-b7bd-46e5f0025f59 req-164add1e-93cb-4598-9611-c6a718527f3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.0862725 Jan 25 18:45:58.745204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-41fc9f32-e233-4c42-b7bd-46e5f0025f59 req-9ff1bf9f-8365-4dc9-8dea-fd93932f1c7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Jan 25 18:45:59.061964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1991820-f00c-464a-a851-53ee04dc57e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:59.101095 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:45:59.302246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6ec50-1a0f-466f-ba55-ce13f9599972 req-b6d63b91-52b1-4aed-a964-663be0d5c5ae tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:59.303968 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a5e6ec50-1a0f-466f-ba55-ce13f9599972 req-b6d63b91-52b1-4aed-a964-663be0d5c5ae tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1487153 Jan 25 18:45:59.361150 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a5e6ec50-1a0f-466f-ba55-ce13f9599972 req-d6bd6a4b-0c42-44a8-a2af-4ca076146e73 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500302 Jan 25 18:45:59.607271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd6ffd-05b3-4dfe-9d86-318fcb9a1f69 req-3fadec0e-343a-43c2-a588-9cd4f07022c8 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:59.608855 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-81cd6ffd-05b3-4dfe-9d86-318fcb9a1f69 req-3fadec0e-343a-43c2-a588-9cd4f07022c8 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1155849 Jan 25 18:45:59.665828 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-81cd6ffd-05b3-4dfe-9d86-318fcb9a1f69 req-bba7e5c4-a5e7-4488-bc67-60313aa61b3f tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504289 Jan 25 18:45:59.983936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b0af-7211-4676-95cb-74d6cebcd678 req-16b7bf9f-2c9b-4520-b35a-b1a1466f0687 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:45:59.985496 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a387b0af-7211-4676-95cb-74d6cebcd678 req-16b7bf9f-2c9b-4520-b35a-b1a1466f0687 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1134946 Jan 25 18:46:00.045236 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a387b0af-7211-4676-95cb-74d6cebcd678 req-a943ef79-1b95-4d97-85e9-b0b8660ba2d4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514901 Jan 25 18:46:00.339907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:00.547392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:00.665872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f0498-5680-424a-b3b3-314abb5065d6 req-2b64c268-e3c7-4e21-897d-5ba31082c84e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:00.667604 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cb4f0498-5680-424a-b3b3-314abb5065d6 req-2b64c268-e3c7-4e21-897d-5ba31082c84e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1571116 Jan 25 18:46:00.750354 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cb4f0498-5680-424a-b3b3-314abb5065d6 req-5a036958-449f-4de1-a701-0dff43602525 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761392 Jan 25 18:46:00.976995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eed23-5f0e-41d9-a688-bbc8f101ecea req-dfe6da3f-27f8-4af6-9ce3-cfa7cd4d4d4c tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:00.978959 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8d7eed23-5f0e-41d9-a688-bbc8f101ecea req-dfe6da3f-27f8-4af6-9ce3-cfa7cd4d4d4c tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1268632 Jan 25 18:46:01.035768 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8d7eed23-5f0e-41d9-a688-bbc8f101ecea req-f8e86911-4a62-4b3a-94f0-bbeeb56a0dc6 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Jan 25 18:46:01.287451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39ee59-06c8-4461-8d1f-43741f337414 req-7923b0ef-ea32-4824-a854-319a36eb8553 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:01.289106 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9b39ee59-06c8-4461-8d1f-43741f337414 req-7923b0ef-ea32-4824-a854-319a36eb8553 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1139951 Jan 25 18:46:01.343424 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9b39ee59-06c8-4461-8d1f-43741f337414 req-32ef9795-1aca-4729-b98d-fbae9d182695 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475581 Jan 25 18:46:01.821879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-70c28132-256a-4742-9327-5335f0fa211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:01.823614 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-70c28132-256a-4742-9327-5335f0fa211b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.0851977 Jan 25 18:46:01.854413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:01.875805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a7ba2-11f3-40ae-9529-254edce8001e req-f55debe9-3884-4370-b2a0-3308c3eb97e6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:01.877569 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c30a7ba2-11f3-40ae-9529-254edce8001e req-f55debe9-3884-4370-b2a0-3308c3eb97e6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1226287 Jan 25 18:46:01.953672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:01.954532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:01.989384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-42914059-e55d-436c-a8db-cb3178f2d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:01.991548 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-42914059-e55d-436c-a8db-cb3178f2d756 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.1561291 Jan 25 18:46:02.001118 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c30a7ba2-11f3-40ae-9529-254edce8001e req-0bded468-bb43-48a8-b21b-e1310e0a00f8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138542 Jan 25 18:46:02.094574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579138d-8139-4b1c-928a-7e7ad1a70b11 req-1d6d0fa3-914c-4b15-92ab-8f42b8b9eb86 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:02.096506 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a579138d-8139-4b1c-928a-7e7ad1a70b11 req-1d6d0fa3-914c-4b15-92ab-8f42b8b9eb86 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1642742 Jan 25 18:46:02.104064 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-42469be7-e550-4bb8-bacb-ec12f64b9738 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.0918221 Jan 25 18:46:02.163562 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a579138d-8139-4b1c-928a-7e7ad1a70b11 req-141fab3a-6955-4616-a10c-b654e940170c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594985 Jan 25 18:46:02.220463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-6f49e050-56f0-4614-bb47-a8d99b01fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:02.222393 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-6f49e050-56f0-4614-bb47-a8d99b01fcc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.1038735 Jan 25 18:46:02.306211 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-1d7b200a-9b24-412b-a201-334e6a094940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592098 Jan 25 18:46:02.328464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282e27-7e40-4e10-bc72-25d7d434ea94 req-470ed6e3-4f94-49d8-a60e-1942a1db09c5 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:02.336433 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b5282e27-7e40-4e10-bc72-25d7d434ea94 req-470ed6e3-4f94-49d8-a60e-1942a1db09c5 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1309850 Jan 25 18:46:02.397347 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b5282e27-7e40-4e10-bc72-25d7d434ea94 req-27d75140-8970-41d8-b81a-3eedb67f5374 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598431 Jan 25 18:46:02.476934 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-eac3d1a2-b4f1-4831-a14e-f9603e904b2c service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620598 Jan 25 18:46:02.678911 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-171a52ce-ee8d-42f4-8e26-06e33679156c req-3adc39cf-d317-451f-80ca-70f7cec3844e service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1672597 Jan 25 18:46:02.792482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f5e5a-1886-46cc-8764-17a1f3dd473f req-78580811-e58d-4700-a6e9-73235b6cbfd5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:02.794742 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e9f5e5a-1886-46cc-8764-17a1f3dd473f req-78580811-e58d-4700-a6e9-73235b6cbfd5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.1585855 Jan 25 18:46:02.851030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-079667fd-ddf9-43cb-bc62-7eb65a5dda01 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:02.851859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-079667fd-ddf9-43cb-bc62-7eb65a5dda01 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Synchronizing usage tracker for tenant:ce74632a724146ea8cf57a6113a683fe on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:46:02.855821 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e9f5e5a-1886-46cc-8764-17a1f3dd473f req-6703fbf6-12da-4738-b4c8-380c7efe88e3 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Jan 25 18:46:02.871831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-079667fd-ddf9-43cb-bc62-7eb65a5dda01 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Unset dirty status for tenant:ce74632a724146ea8cf57a6113a683fe on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:46:02.873610 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-079667fd-ddf9-43cb-bc62-7eb65a5dda01 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 946 time: 0.1676211 Jan 25 18:46:02.972214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Deleting port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:02.972615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:03.258438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d289-04bc-4fe2-85ac-8933a8c67865 req-a10dda8e-f920-44ef-8f28-4767586a2af8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:03.260197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bc86d289-04bc-4fe2-85ac-8933a8c67865 req-a10dda8e-f920-44ef-8f28-4767586a2af8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1207731 Jan 25 18:46:03.261350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] For port b0432f39-eaf2-4b72-a5ae-3418d54e22a3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,segment=NetworkSegment(5730919c-3c10-4342-ac30-f52fb29540f7),segment_id=5730919c-3c10-4342-ac30-f52fb29540f7)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:03.261836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:03.370701 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bc86d289-04bc-4fe2-85ac-8933a8c67865 req-669ddae1-73dc-4a81-90f9-f03501552d6b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035547 Jan 25 18:46:03.407093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Calling delete_port for b0432f39-eaf2-4b72-a5ae-3418d54e22a3 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:03.437124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d95057-4578-41c3-92d9-7710534790c9 req-af86f6b9-844f-43a5-bc8c-df03f6b4890c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:03.438864 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55d95057-4578-41c3-92d9-7710534790c9 req-af86f6b9-844f-43a5-bc8c-df03f6b4890c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1302335 Jan 25 18:46:03.510331 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55d95057-4578-41c3-92d9-7710534790c9 req-3922f758-1017-4faf-9b35-f654395d869f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618196 Jan 25 18:46:03.573958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:03.589962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:03.639287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2adb-c6b1-4c9b-ac77-8052eb41ba81 req-52df9536-d543-4af7-9a32-3ce861af4cb9 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:03.640993 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c7e2adb-c6b1-4c9b-ac77-8052eb41ba81 req-52df9536-d543-4af7-9a32-3ce861af4cb9 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 867 time: 0.1193764 Jan 25 18:46:03.690343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Pushing event deleted for resources: {'Port': ['ID=b0432f39-eaf2-4b72-a5ae-3418d54e22a3,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:03.698679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:03.701501 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c7e2adb-c6b1-4c9b-ac77-8052eb41ba81 req-bce5a91a-db71-4d3c-8ca2-3cfcf5baf3d6 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Jan 25 18:46:03.820316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] No DVR routers for this DVR port b0432f39-eaf2-4b72-a5ae-3418d54e22a3 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:46:03.822740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:03.825764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'name': 'network-vif-deleted', 'tag': 'b0432f39-eaf2-4b72-a5ae-3418d54e22a3'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:03.842440 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eb43ec1c-0825-433e-b5a6-52dc80996f18 req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "DELETE /v2.0/ports/b0432f39-eaf2-4b72-a5ae-3418d54e22a3 HTTP/1.1" status: 204 len: 173 time: 0.9547100 Jan 25 18:46:03.846587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:03.891588 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda7d96-4afd-4cba-83d0-52a60a093292', 'name': 'network-vif-deleted', 'tag': 'b0432f39-eaf2-4b72-a5ae-3418d54e22a3', 'status': 'completed', 'code': 200} Jan 25 18:46:03.946643 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:03.947068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:04.133924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac718e77-321e-4536-bd51-a06247148fb2 req-95345be7-6b0c-474b-9bda-22224a87d7c9 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:04.138789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device b0432f39-eaf2-4b72-a5ae-3418d54e22a3 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:04.140435 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac718e77-321e-4536-bd51-a06247148fb2 req-95345be7-6b0c-474b-9bda-22224a87d7c9 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.1309905 Jan 25 18:46:04.185255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: b0432f39-eaf2-4b72-a5ae-3418d54e22a3 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:46:04.185668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device b0432f39-eaf2-4b72-a5ae-3418d54e22a3 not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:46:04.211679 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac718e77-321e-4536-bd51-a06247148fb2 req-2b327ed2-a47c-4825-9b5d-e5df8a7a2be0 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584671 Jan 25 18:46:04.618343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21accf8-0544-43a9-85d2-835f173763de req-20b7365c-343d-4d24-8130-bcb0bebff1f9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:04.620040 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b21accf8-0544-43a9-85d2-835f173763de req-20b7365c-343d-4d24-8130-bcb0bebff1f9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1178975 Jan 25 18:46:04.685507 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b21accf8-0544-43a9-85d2-835f173763de req-0ef97cf3-aa34-4d5d-a654-6a30097d73c2 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Jan 25 18:46:04.941019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085ab5-9385-4031-b4ff-45d866973dc4 req-cd756acf-f101-46fe-913e-cf60bb82679c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:04.942821 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a6085ab5-9385-4031-b4ff-45d866973dc4 req-cd756acf-f101-46fe-913e-cf60bb82679c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1351552 Jan 25 18:46:04.970200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:05.007652 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6cd67df5-005e-4c32-b93c-38d4829b9658 req-a23ffe3c-fc91-4f06-9506-af96ba5b9c14 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=4dda7d96-4afd-4cba-83d0-52a60a093292 HTTP/1.1" status: 200 len: 210 time: 0.0637372 Jan 25 18:46:05.045902 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a6085ab5-9385-4031-b4ff-45d866973dc4 req-6f33ae37-c92b-48ab-a4e2-7449bda8f60f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602067 Jan 25 18:46:05.464688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65415ea-6f61-49a1-8c76-de307b7ae1f9 req-aebb80fc-ef4a-434b-9631-8b8c1684c0b5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:05.466435 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d65415ea-6f61-49a1-8c76-de307b7ae1f9 req-aebb80fc-ef4a-434b-9631-8b8c1684c0b5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.1208024 Jan 25 18:46:05.523870 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d65415ea-6f61-49a1-8c76-de307b7ae1f9 req-cf99d552-8bef-4b23-bbae-9c9a38942242 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Jan 25 18:46:05.993043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370de4b-db1c-4f7f-a3ac-3c468a499a89 req-606215e7-c31c-4b41-b303-b38a0c63beed tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:05.994758 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3370de4b-db1c-4f7f-a3ac-3c468a499a89 req-606215e7-c31c-4b41-b303-b38a0c63beed tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1173797 Jan 25 18:46:06.013925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537da875-9da3-452f-83aa-bfcce78a57dd req-c71e12d0-db7e-4599-b40c-47741a5413e2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:06.014687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-537da875-9da3-452f-83aa-bfcce78a57dd req-c71e12d0-db7e-4599-b40c-47741a5413e2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Synchronizing usage tracker for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:46:06.032924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-537da875-9da3-452f-83aa-bfcce78a57dd req-c71e12d0-db7e-4599-b40c-47741a5413e2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Unset dirty status for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:46:06.034222 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-537da875-9da3-452f-83aa-bfcce78a57dd req-c71e12d0-db7e-4599-b40c-47741a5413e2 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.1364460 Jan 25 18:46:06.056090 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3370de4b-db1c-4f7f-a3ac-3c468a499a89 req-520881e9-8c40-4fe5-97d1-bce9e2570f24 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Jan 25 18:46:06.125046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Deleting port 65ed232e-8596-491f-96ff-1cebf3b31389 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:06.125046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:06.337121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b557a9-50e8-4ac1-b773-9668097c5293 req-aebbaff7-891b-4de1-a6ba-491c72ae7929 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:06.338893 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28b557a9-50e8-4ac1-b773-9668097c5293 req-aebbaff7-891b-4de1-a6ba-491c72ae7929 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1235938 Jan 25 18:46:06.417217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] For port 65ed232e-8596-491f-96ff-1cebf3b31389, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=65ed232e-8596-491f-96ff-1cebf3b31389,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:06.417607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:06.497044 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-28b557a9-50e8-4ac1-b773-9668097c5293 req-185c4bab-bf6f-4d89-b30b-aa6a59170f02 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512551 Jan 25 18:46:06.555657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Calling delete_port for 65ed232e-8596-491f-96ff-1cebf3b31389 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:06.578166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-813d9e85-19f1-4a2c-b6ff-fc1acf69af0b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:06.579845 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-813d9e85-19f1-4a2c-b6ff-fc1acf69af0b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/networks?id=99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 200 len: 808 time: 0.2321544 Jan 25 18:46:06.602857 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-f3a70aad-8010-44cd-af77-c774a47a4bd2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/quotas/ce74632a724146ea8cf57a6113a683fe HTTP/1.1" status: 200 len: 375 time: 0.0114424 Jan 25 18:46:06.674283 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-7f76fb96-c47e-492c-85d8-72c5f009ddba tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce74632a724146ea8cf57a6113a683fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640450 Jan 25 18:46:06.929069 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201a6f-6e65-4d2b-a88e-1dc355508dd7 req-326505bf-8dee-43b4-9598-8fa5ccbfce9e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:06.930772 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-68201a6f-6e65-4d2b-a88e-1dc355508dd7 req-326505bf-8dee-43b4-9598-8fa5ccbfce9e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 945 time: 0.2598867 Jan 25 18:46:06.939514 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-434c3354-5311-47a4-bbc8-36b8deb0f405 service neutron] 10.222.0.81 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216532 Jan 25 18:46:07.009753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:07.028195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24b8901f-c6e6-4d92-8696-2c142042e721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:07.095779 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-68201a6f-6e65-4d2b-a88e-1dc355508dd7 req-04a6f298-cada-4b58-8b61-8de90fa09981 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510980 Jan 25 18:46:07.137413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event deleted for resources: {'Port': ['ID=65ed232e-8596-491f-96ff-1cebf3b31389,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:07.150170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:07.167092 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-66f5631e-7f1d-468a-8073-37a1ecc3db3e service neutron] 10.222.0.81 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2064962 Jan 25 18:46:07.272908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] No DVR routers for this DVR port 65ed232e-8596-491f-96ff-1cebf3b31389 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:46:07.272908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:07.272908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'name': 'network-vif-deleted', 'tag': '65ed232e-8596-491f-96ff-1cebf3b31389'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:07.297863 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-537da875-9da3-452f-83aa-bfcce78a57dd req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "DELETE /v2.0/ports/65ed232e-8596-491f-96ff-1cebf3b31389 HTTP/1.1" status: 204 len: 173 time: 1.2567768 Jan 25 18:46:07.373434 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da1af18-e76d-4e67-a283-70b74c6ef226', 'name': 'network-vif-deleted', 'tag': '65ed232e-8596-491f-96ff-1cebf3b31389', 'status': 'completed', 'code': 200} Jan 25 18:46:07.530431 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-23dbaaba-15fd-4777-8470-b100e5aa91c4 req-cd536fc4-9589-4ac7-b23d-8b8666b85ee7 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 210 time: 0.1138954 Jan 25 18:46:07.634633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97cd41-fe32-4514-afa3-64e65793492f req-263d148e-f0c7-4878-99cc-22944590c04c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:07.636411 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1e97cd41-fe32-4514-afa3-64e65793492f req-263d148e-f0c7-4878-99cc-22944590c04c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1712649 Jan 25 18:46:07.761923 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1e97cd41-fe32-4514-afa3-64e65793492f req-ccb137c8-0654-4c75-bbfb-72f6381bd9dd tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184561 Jan 25 18:46:07.825331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93185a00-f063-4d35-a189-43da8f2ff462 req-11ab600e-c44e-49ac-837a-439851e22ecb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:07.834626 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93185a00-f063-4d35-a189-43da8f2ff462 req-11ab600e-c44e-49ac-837a-439851e22ecb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1706555 Jan 25 18:46:07.923110 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93185a00-f063-4d35-a189-43da8f2ff462 req-5d4ce2cc-affa-48e6-9b99-a0a3c69aa8aa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874004 Jan 25 18:46:08.050793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cacab3-6b89-48b4-9414-07585b51b708 req-ed44ea3a-17f7-44d0-bc41-8d11ff142d8d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:08.052592 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-19cacab3-6b89-48b4-9414-07585b51b708 req-ed44ea3a-17f7-44d0-bc41-8d11ff142d8d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1284184 Jan 25 18:46:08.113315 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-19cacab3-6b89-48b4-9414-07585b51b708 req-ac3c3304-3d46-4d87-842a-27ecf1f4b199 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542810 Jan 25 18:46:08.385495 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a9c0f069-dd0d-4e5c-9642-a49dd6060606 req-a51e798d-f8a8-49e3-8b08-324bf98bbc34 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=9da1af18-e76d-4e67-a283-70b74c6ef226 HTTP/1.1" status: 200 len: 210 time: 0.0502715 Jan 25 18:46:08.706424 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ae10b86-1444-4e23-ac11-8447b4c6732d req-a6e171dc-011d-447f-92a3-c220d66d5792 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 210 time: 0.0519378 Jan 25 18:46:08.755470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:08.842067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:08.842614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:09.134293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 65ed232e-8596-491f-96ff-1cebf3b31389 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:09.213853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-7d064744-b938-4046-ba46-fe43fd7056a5 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:09.215967 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-7d064744-b938-4046-ba46-fe43fd7056a5 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "GET /v2.0/networks?id=99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 200 len: 808 time: 0.3264637 Jan 25 18:46:09.236744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: 65ed232e-8596-491f-96ff-1cebf3b31389 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:46:09.244864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Request body: {'port': {'device_id': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49', 'admin_state_up': True, 'tenant_id': 'ce74632a724146ea8cf57a6113a683fe'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:09.249467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 65ed232e-8596-491f-96ff-1cebf3b31389 not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:46:09.389928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f5a2c-e891-4ed4-9c5b-de1c6f6eedc4 req-dfc83fe1-9226-4d00-90c7-d671f1b59cd1 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:09.392697 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-390f5a2c-e891-4ed4-9c5b-de1c6f6eedc4 req-dfc83fe1-9226-4d00-90c7-d671f1b59cd1 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2361782 Jan 25 18:46:09.524771 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-390f5a2c-e891-4ed4-9c5b-de1c6f6eedc4 req-ef0b17d6-e80e-4dfd-b329-cb44042943da tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683219 Jan 25 18:46:09.535529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:09.540730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Usage tracker for resource:port and tenant:ce74632a724146ea8cf57a6113a683fe is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:09.544285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:09.550559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:09.561956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Made reservation on behalf of ce74632a724146ea8cf57a6113a683fe for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:46:09.564515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee55117-b54d-4c85-947b-abf3d26cc703 req-a0cbda31-2c5c-4707-bcbe-0fedb97ceeb6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:09.566258 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ee55117-b54d-4c85-947b-abf3d26cc703 req-a0cbda31-2c5c-4707-bcbe-0fedb97ceeb6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1724267 Jan 25 18:46:09.575767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:09.627981 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ee55117-b54d-4c85-947b-abf3d26cc703 req-709bf8ac-a253-407c-9f1c-ecdd42093600 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540192 Jan 25 18:46:09.767336 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:09.850756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:09.851177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:09.923887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895d43a-4f13-419c-904f-e538ed6c1eac req-fb185ccc-81e9-4843-93b8-cee7c12b3d9c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:09.925745 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c895d43a-4f13-419c-904f-e538ed6c1eac req-fb185ccc-81e9-4843-93b8-cee7c12b3d9c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1710505 Jan 25 18:46:09.992117 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c895d43a-4f13-419c-904f-e538ed6c1eac req-875552e5-079e-40cc-8530-21fedd4a64a2 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581169 Jan 25 18:46:10.007990 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Allocated IP 172.20.0.9 (99f886b8-149d-4fda-b41f-8addb48afb49/b8915284-2db9-4b81-bed5-aee90f9dced1/09aea418-4b5b-49e7-9988-90dc9a14072a) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:46:10.052885 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c4a58e4-f487-4c31-a303-d32d02e4a16f req-149559c6-c95d-4f85-afc1-2146a8d2f542 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 210 time: 0.0554333 Jan 25 18:46:10.316267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:10.355094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:10.370730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-961f8a18-2a13-45c9-ae6f-ef13ffda45b6 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:10.515079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Pushing event updated for resources: {'Port': ['ID=09aea418-4b5b-49e7-9988-90dc9a14072a,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:10.521310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:10.581988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Network 99f886b8-149d-4fda-b41f-8addb48afb49 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:46:10.583902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:46:10.586275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:46:10.616981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:10.617737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:10.648852 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4107146 Jan 25 18:46:10.681843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Request body: {'port': {'device_id': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:10.891752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:10.910304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82519356-79ab-4c7e-b975-e9918218d9f2 req-26e75c1d-2f04-44b2-95ed-b36641df662d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:10.913189 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82519356-79ab-4c7e-b975-e9918218d9f2 req-26e75c1d-2f04-44b2-95ed-b36641df662d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2287555 Jan 25 18:46:11.030880 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82519356-79ab-4c7e-b975-e9918218d9f2 req-38ccb13e-ab7e-4137-aabd-3e6cd9484903 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795016 Jan 25 18:46:11.077437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd9dde-faea-4685-99d4-16fda322e5e9 req-c6dbde6c-66be-4dff-8b9c-d00a1600d448 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:11.078898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c3fd9dde-faea-4685-99d4-16fda322e5e9 req-c6dbde6c-66be-4dff-8b9c-d00a1600d448 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1644628 Jan 25 18:46:11.160876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c3fd9dde-faea-4685-99d4-16fda322e5e9 req-b22c0d6b-3388-4ea4-8099-cced4f2e47ad tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700285 Jan 25 18:46:11.441500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48084-2bc4-4796-b17a-8321cee5ddee req-07de1739-ff4e-4acd-80b6-b1455eb1d353 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:11.445025 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2af48084-2bc4-4796-b17a-8321cee5ddee req-07de1739-ff4e-4acd-80b6-b1455eb1d353 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 931 time: 0.1450591 Jan 25 18:46:11.524756 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2af48084-2bc4-4796-b17a-8321cee5ddee req-0f73c41e-1f42-430a-bbdf-f6faf82557c4 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719998 Jan 25 18:46:11.594181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09aea418-4b5b-49e7-9988-90dc9a14072a {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:46:11.603402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:11.617613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Transition to ACTIVE for port object 09aea418-4b5b-49e7-9988-90dc9a14072a will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:46:11.625198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:11.642235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e372a081-261c-42d2-9b60-f3a412f3d8aa tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:11.816000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Pushing event updated for resources: {'Port': ['ID=09aea418-4b5b-49e7-9988-90dc9a14072a,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:11.819738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:11.968032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Attempting to bind port 09aea418-4b5b-49e7-9988-90dc9a14072a on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:46:11.968448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Attempting to bind port 09aea418-4b5b-49e7-9988-90dc9a14072a by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:46:11.968819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Attempting to bind port 09aea418-4b5b-49e7-9988-90dc9a14072a on network 99f886b8-149d-4fda-b41f-8addb48afb49 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:46:11.975584 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:46:11.975962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Checking segment: {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:46:11.976373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:11.976769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Bound using segment: {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:46:11.977244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Bound port: 09aea418-4b5b-49e7-9988-90dc9a14072a, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5730919c-3c10-4342-ac30-f52fb29540f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '99f886b8-149d-4fda-b41f-8addb48afb49'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:46:11.977618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:11.979999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daff455-4182-4e06-93c1-9669d62f03fa req-3259d405-25d9-4d00-896d-cba1f6087d63 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:11.988143 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1daff455-4182-4e06-93c1-9669d62f03fa req-3259d405-25d9-4d00-896d-cba1f6087d63 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.3876467 Jan 25 18:46:12.037562 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1daff455-4182-4e06-93c1-9669d62f03fa req-5d46ec29-5c72-46df-a3a0-f3d6478a3009 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Jan 25 18:46:12.091383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] For port 09aea418-4b5b-49e7-9988-90dc9a14072a, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:46:12.095588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] For port 09aea418-4b5b-49e7-9988-90dc9a14072a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=09aea418-4b5b-49e7-9988-90dc9a14072a,segment=NetworkSegment(5730919c-3c10-4342-ac30-f52fb29540f7),segment_id=5730919c-3c10-4342-ac30-f52fb29540f7)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:46:12.100516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:12.121114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:12.342167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Pushing event updated for resources: {'Port': ['ID=09aea418-4b5b-49e7-9988-90dc9a14072a,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:12.347289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:12.384401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:12.385724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:12.387320 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] 10.222.0.18 "PUT /v2.0/ports/09aea418-4b5b-49e7-9988-90dc9a14072a HTTP/1.1" status: 200 len: 1157 time: 1.7132206 Jan 25 18:46:12.387921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'tag': '09aea418-4b5b-49e7-9988-90dc9a14072a'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:12.463733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae8c8-6927-41d5-b852-f2b65d16a04b req-401d7976-eb99-4c0c-8cb8-7eacf3d0ee8d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:12.465583 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f81ae8c8-6927-41d5-b852-f2b65d16a04b req-401d7976-eb99-4c0c-8cb8-7eacf3d0ee8d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2441330 Jan 25 18:46:12.539181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7605b5-a8cb-4c95-b775-027f6cbc067d req-498e5e1e-878c-4ea2-ae41-d88cbb3ea0d7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:12.540870 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7d7605b5-a8cb-4c95-b775-027f6cbc067d req-498e5e1e-878c-4ea2-ae41-d88cbb3ea0d7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2247167 Jan 25 18:46:12.578290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-53089608-18f2-4668-a90a-5619e8c1de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:12.580012 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-53089608-18f2-4668-a90a-5619e8c1de1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce74632a724146ea8cf57a6113a683fe&device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 1160 time: 0.1084347 Jan 25 18:46:12.588436 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f81ae8c8-6927-41d5-b852-f2b65d16a04b req-fbcc221e-f9ac-4e53-9932-e119b57d64b3 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138659 Jan 25 18:46:12.621242 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7d7605b5-a8cb-4c95-b775-027f6cbc067d req-94ee190b-31ea-485d-bcc2-e45518293917 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694225 Jan 25 18:46:12.686598 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'tag': '09aea418-4b5b-49e7-9988-90dc9a14072a', 'status': 'completed', 'code': 200} Jan 25 18:46:12.688885 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-7ce1add5-29ef-4e25-871e-f4083675336f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09aea418-4b5b-49e7-9988-90dc9a14072a HTTP/1.1" status: 200 len: 217 time: 0.0909624 Jan 25 18:46:12.814301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-3039cbac-d8da-4fbb-a147-70baf4db8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:12.818823 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-3039cbac-d8da-4fbb-a147-70baf4db8bf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8915284-2db9-4b81-bed5-aee90f9dced1 HTTP/1.1" status: 200 len: 848 time: 0.1052902 Jan 25 18:46:12.880147 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-8e17b9c9-5084-47eb-a7f0-6307988b487b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99f886b8-149d-4fda-b41f-8addb48afb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512025 Jan 25 18:46:12.949307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f7866-d495-4019-b6ae-9b5d07d62e83 req-f792d71a-02d5-4ed4-85f2-706f07c29a6a tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:12.951471 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5f7f7866-d495-4019-b6ae-9b5d07d62e83 req-f792d71a-02d5-4ed4-85f2-706f07c29a6a tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 943 time: 0.1466756 Jan 25 18:46:13.041300 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5f7f7866-d495-4019-b6ae-9b5d07d62e83 req-ea1e0aa7-7108-48a7-98e9-ae4cc188a3ed tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806813 Jan 25 18:46:13.055351 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-c8a467dd-730f-4a3a-aa9b-826a35f27d6e service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678138 Jan 25 18:46:13.259510 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7143a2-258f-4c12-bd17-26e2f27851bd req-532d89b6-090e-4079-8a4a-ea7fba436797 service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1743479 Jan 25 18:46:13.342436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1fc1a-1bac-4405-9c99-1227ad31b3dc req-e2c31494-cb16-4bf5-afa1-54ca61908263 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:13.350356 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1df1fc1a-1bac-4405-9c99-1227ad31b3dc req-e2c31494-cb16-4bf5-afa1-54ca61908263 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.1564324 Jan 25 18:46:13.403060 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1df1fc1a-1bac-4405-9c99-1227ad31b3dc req-ab786af5-73ee-41ce-bf6c-5b6541dac1c1 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Jan 25 18:46:13.501657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-73068a9d-5c3d-433c-951f-59e73c9b4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:13.504007 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-73068a9d-5c3d-433c-951f-59e73c9b4c24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce74632a724146ea8cf57a6113a683fe&device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 1160 time: 0.1033077 Jan 25 18:46:13.804189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-9ef91932-7d16-41d5-beb0-0120542a84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:13.805843 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-9ef91932-7d16-41d5-beb0-0120542a84b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 200 len: 902 time: 0.2780883 Jan 25 18:46:13.953849 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-c3195eae-7687-472b-8004-9a3651e00309 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09aea418-4b5b-49e7-9988-90dc9a14072a HTTP/1.1" status: 200 len: 217 time: 0.1346874 Jan 25 18:46:14.092296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5875b3-59ce-48fa-9ce7-4e260dbe5a3d req-9f6a1477-7f58-411e-8bbc-96675a479ae1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:14.094760 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6c5875b3-59ce-48fa-9ce7-4e260dbe5a3d req-9f6a1477-7f58-411e-8bbc-96675a479ae1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2292180 Jan 25 18:46:14.181270 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8305fbb-6c56-46ac-9e17-117b3e186c74 req-231f428e-2b06-41de-b5b2-67fb8e8216b5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:14.183391 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b8305fbb-6c56-46ac-9e17-117b3e186c74 req-231f428e-2b06-41de-b5b2-67fb8e8216b5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.3766603 Jan 25 18:46:14.317911 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6c5875b3-59ce-48fa-9ce7-4e260dbe5a3d req-df667085-223a-46e5-bcfe-1fd0ea1c40c4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288886 Jan 25 18:46:14.340307 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b8305fbb-6c56-46ac-9e17-117b3e186c74 req-23c27319-02f2-43cb-9431-6523f1c08c47 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369562 Jan 25 18:46:14.572428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-1f173f8c-6836-48a5-9fa3-1c04b37b7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:14.576126 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-1f173f8c-6836-48a5-9fa3-1c04b37b7aad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8915284-2db9-4b81-bed5-aee90f9dced1 HTTP/1.1" status: 200 len: 848 time: 0.6037838 Jan 25 18:46:14.639826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd43358-405a-4cd6-a0aa-05328d2722eb req-05a69231-c572-48c1-b223-06b88f71a6e2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:14.649083 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fd43358-405a-4cd6-a0aa-05328d2722eb req-05a69231-c572-48c1-b223-06b88f71a6e2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 943 time: 0.1584034 Jan 25 18:46:14.712248 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fd43358-405a-4cd6-a0aa-05328d2722eb req-22f315e3-f696-419e-b329-92a82bb0dc86 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Jan 25 18:46:14.821805 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-b509335e-9ea0-4d2d-8b0d-64360ba8e74d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99f886b8-149d-4fda-b41f-8addb48afb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645234 Jan 25 18:46:15.006925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5f09-3097-43fd-ba10-5d03d1fe4571 req-dccc7c01-d2f2-4595-8193-4507cd5eb050 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:15.015909 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d11d5f09-3097-43fd-ba10-5d03d1fe4571 req-dccc7c01-d2f2-4595-8193-4507cd5eb050 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.1670079 Jan 25 18:46:15.047597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-1fd69c70-f453-43ff-8171-9431516c8436 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:15.049272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-1fd69c70-f453-43ff-8171-9431516c8436 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Synchronizing usage tracker for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:46:15.142178 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d11d5f09-3097-43fd-ba10-5d03d1fe4571 req-b5c82f04-800e-417b-9e12-3d7bc6bd6239 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246915 Jan 25 18:46:15.165673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-1fd69c70-f453-43ff-8171-9431516c8436 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Unset dirty status for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:46:15.167076 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-1fd69c70-f453-43ff-8171-9431516c8436 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 946 time: 0.5894747 Jan 25 18:46:15.247562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a8dd-7273-47fe-8fb9-e4d39c6e5f25 req-2fadf11a-861e-4167-8150-1cfb5e4b13d1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:15.256737 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fae7a8dd-7273-47fe-8fb9-e4d39c6e5f25 req-2fadf11a-861e-4167-8150-1cfb5e4b13d1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1828220 Jan 25 18:46:15.267555 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Deleting port c179b238-e93f-490e-a07e-6ddac60565a8 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:15.267943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:15.303985 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-f6a19f0c-096d-4989-9fa8-d8403ad8a820 service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646592 Jan 25 18:46:15.334829 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fae7a8dd-7273-47fe-8fb9-e4d39c6e5f25 req-9b4e109f-b1c6-4916-9943-dacdf18ce06c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770144 Jan 25 18:46:15.449707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-82dff3c0-631b-4218-8e81-9330a920d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:15.451326 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-82dff3c0-631b-4218-8e81-9330a920d0d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.3918943 Jan 25 18:46:15.511916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52936) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:15.749324 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Deleting subnet 927587d5-adcc-4410-9e54-9270cf8608ea {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:46:15.752607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:15.825896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:15.852999 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-db9ab9a4-1980-4a49-94aa-8b7cbeb27792 req-22ab46f2-7e0a-4a07-bdeb-3c091773e7d1 service neutron] 10.222.0.18 "GET /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5278487 Jan 25 18:46:15.896576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:15.936310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-43c400d5-63c7-493e-ba4f-2b8a13a1eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:15.937927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-43c400d5-63c7-493e-ba4f-2b8a13a1eee2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.4382915 Jan 25 18:46:15.990524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:15.991576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:16.038126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77e67-bf6e-4f23-b62f-a25a13252f3a req-fb0523ca-61f7-4192-8938-a292e988209d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:16.046683 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-24a77e67-bf6e-4f23-b62f-a25a13252f3a req-fb0523ca-61f7-4192-8938-a292e988209d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.4703767 Jan 25 18:46:16.051914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:16.058037 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-f3fb1565-4da7-459a-846e-e555f17dbfbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.1054666 Jan 25 18:46:16.145237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-1254be60-f5b5-49e3-a3a4-3706bd83c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:16.147028 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-1254be60-f5b5-49e3-a3a4-3706bd83c758 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.0783789 Jan 25 18:46:16.152256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] For port c179b238-e93f-490e-a07e-6ddac60565a8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c179b238-e93f-490e-a07e-6ddac60565a8,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:16.152819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:16.166713 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-24a77e67-bf6e-4f23-b62f-a25a13252f3a req-b7f40819-6b4e-423c-b91b-ea9bd2942a87 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189733 Jan 25 18:46:16.194663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c179b238-e93f-490e-a07e-6ddac60565a8 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:16.220823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7045a-9a6c-4e05-abc3-aee0fa0d8a8e req-084381e3-4d21-44c7-963d-38e5ab97982e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:16.230666 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ff7045a-9a6c-4e05-abc3-aee0fa0d8a8e req-084381e3-4d21-44c7-963d-38e5ab97982e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.6558065 Jan 25 18:46:16.241037 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-1efb062a-e2e3-410e-bad8-537a625dbe7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770211 Jan 25 18:46:16.380297 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7ff7045a-9a6c-4e05-abc3-aee0fa0d8a8e req-b4a6207f-d217-4ea1-b498-e2bed4baecb6 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458952 Jan 25 18:46:16.412833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:16.460657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port c179b238-e93f-490e-a07e-6ddac60565a8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c179b238-e93f-490e-a07e-6ddac60565a8,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:16.462100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:16.468730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:16.471373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:16.545535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=c179b238-e93f-490e-a07e-6ddac60565a8,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:16.555175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:16.642290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Calling delete_port for c179b238-e93f-490e-a07e-6ddac60565a8 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:16.680657 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-e8c8bfa8-a158-4866-8251-adfbc405d45c service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686895 Jan 25 18:46:16.799286 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e8a7-048b-49d3-a14c-714479c3e766 req-316f61e8-2eac-421b-8d24-a95788b8604a tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:16.801557 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1b75e8a7-048b-49d3-a14c-714479c3e766 req-316f61e8-2eac-421b-8d24-a95788b8604a tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 943 time: 0.3143702 Jan 25 18:46:16.888332 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1b75e8a7-048b-49d3-a14c-714479c3e766 req-9dded651-0dbe-450b-9a09-715bac5a78d0 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751565 Jan 25 18:46:16.940421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8424-770b-4532-a7ad-1e41160a8fab req-d36a49c4-ddba-4764-8628-f946dcf5ef47 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:16.952461 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1b5d8424-770b-4532-a7ad-1e41160a8fab req-d36a49c4-ddba-4764-8628-f946dcf5ef47 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 944 time: 0.3276954 Jan 25 18:46:16.975924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:17.008834 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:46:17.009649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:46:17.020489 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b95a902-624e-4dd9-8614-9073ad2ca2ee req-10c821f8-2f76-4201-b692-4ec0814cea56 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3309767 Jan 25 18:46:17.115089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-acb898e2-fc37-4192-ae07-ec138a310a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:17.183343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927587d5-adcc-4410-9e54-9270cf8608ea,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:17.219614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.220018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.220396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.220793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.221186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.221623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.222037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.222422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.223010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.223560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.223960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.224344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.224800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.225184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.225565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.225979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.226359 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.226741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.227118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.227487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.227862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.228246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.228624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.229000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:17.244145 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:17.256370 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1b5d8424-770b-4532-a7ad-1e41160a8fab req-d5beed1b-ced5-48de-95b3-9e2c669e7b16 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026206 Jan 25 18:46:17.274606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:17.313590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 52954) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:17.326304 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2dcbe992-5e34-4e1b-876d-5b6af447b437 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/927587d5-adcc-4410-9e54-9270cf8608ea HTTP/1.1" status: 204 len: 168 time: 1.8126581 Jan 25 18:46:17.352311 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8', 'code': 200} Jan 25 18:46:17.408427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77122a1c-a26e-4f8a-8e00-beaa991c8f38 req-eabe3da7-5b3d-464b-8c46-39fe6ffde5a6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:17.413158 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77122a1c-a26e-4f8a-8e00-beaa991c8f38 req-eabe3da7-5b3d-464b-8c46-39fe6ffde5a6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3379686 Jan 25 18:46:17.528927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77122a1c-a26e-4f8a-8e00-beaa991c8f38 req-005918ec-a516-40c5-b0da-f79ee44d0436 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Jan 25 18:46:17.529459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:17.574950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Deleting port c179b238-e93f-490e-a07e-6ddac60565a8 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:17.575187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:17.618815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c52daf-5a87-4c03-8b40-d723767b36cb req-8811b868-4587-4679-8840-ca5dc795f6a6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:17.621045 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5c52daf-5a87-4c03-8b40-d723767b36cb req-8811b868-4587-4679-8840-ca5dc795f6a6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1356409 Jan 25 18:46:17.767769 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5c52daf-5a87-4c03-8b40-d723767b36cb req-3b2d2b23-5c78-4c7e-8605-4f19e88585cb tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030533 Jan 25 18:46:17.824090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3632511-8e00-44fa-9549-eecf884d5615 req-b541926a-3d37-450c-b063-caa9d35c50bb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:17.826099 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3632511-8e00-44fa-9549-eecf884d5615 req-b541926a-3d37-450c-b063-caa9d35c50bb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2038641 Jan 25 18:46:17.895592 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3632511-8e00-44fa-9549-eecf884d5615 req-bb4269f1-ab4c-4a20-8111-9c543a413d28 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616806 Jan 25 18:46:18.164354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.206237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920cb5e-157f-4e48-97a3-78a894483b45 req-62fee3fe-0ca0-4751-a3b1-45d8544405ba tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:18.215918 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a920cb5e-157f-4e48-97a3-78a894483b45 req-62fee3fe-0ca0-4751-a3b1-45d8544405ba tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 943 time: 0.1628711 Jan 25 18:46:18.279578 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a920cb5e-157f-4e48-97a3-78a894483b45 req-cb325372-3e0c-4236-adfa-d7b7b34919f5 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Jan 25 18:46:18.434338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.434662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.435549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.435910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.436272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.436648 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.437007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.437390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.437779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.438149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.438556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 09aea418-4b5b-49e7-9988-90dc9a14072a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:18.526620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.527015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.527393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.527721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 18:46:18.528122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a9cc65-15f2-4ddb-bca2-8747b6d46e0e']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:18.534132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 09aea418-4b5b-49e7-9988-90dc9a14072a completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:46:18.541229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 09aea418-4b5b-49e7-9988-90dc9a14072a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:18.542157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.564789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0325eb-ebce-4a81-aa6f-b6edd4848367') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:18.565126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0325eb-ebce-4a81-aa6f-b6edd4848367') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:18.572457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fc86b-7e36-4a92-9ebb-083c45464f46 req-13759328-cbe2-4a4e-b27e-72e3c9c47b6d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:18.582840 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac6fc86b-7e36-4a92-9ebb-083c45464f46 req-13759328-cbe2-4a4e-b27e-72e3c9c47b6d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 944 time: 0.1726952 Jan 25 18:46:18.584713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.651042 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac6fc86b-7e36-4a92-9ebb-083c45464f46 req-f36f863e-998f-49de-bccb-e3bcd4756af1 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668378 Jan 25 18:46:18.665502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.681832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] For port c179b238-e93f-490e-a07e-6ddac60565a8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c179b238-e93f-490e-a07e-6ddac60565a8,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:18.682394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.691168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:46:18.715483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.758524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 09aea418-4b5b-49e7-9988-90dc9a14072a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=09aea418-4b5b-49e7-9988-90dc9a14072a,segment=NetworkSegment(5730919c-3c10-4342-ac30-f52fb29540f7),segment_id=5730919c-3c10-4342-ac30-f52fb29540f7)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:18.763516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:18.765912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8962ae0f-49e4-49b2-b381-a17b30413ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:18.852459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=09aea418-4b5b-49e7-9988-90dc9a14072a,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:18.856482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:18.950758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Calling delete_port for c179b238-e93f-490e-a07e-6ddac60565a8 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:18.999683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825329e-ef6e-40a8-9643-8139707e10d8 req-3e644d71-22f9-4601-96d3-0b3b64edf3e7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:19.001870 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7825329e-ef6e-40a8-9643-8139707e10d8 req-3e644d71-22f9-4601-96d3-0b3b64edf3e7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2473292 Jan 25 18:46:19.151222 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7825329e-ef6e-40a8-9643-8139707e10d8 req-559c90a1-145a-4f8b-b208-96daf9a939ca tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410885 Jan 25 18:46:19.177437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:46:19.188456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:19.245030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b07c8-ce78-4b45-b0b7-05d44ebdece2 req-dc005f8a-d3af-4d36-a740-4215f766e4af tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:19.246757 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a8b07c8-ce78-4b45-b0b7-05d44ebdece2 req-dc005f8a-d3af-4d36-a740-4215f766e4af tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2128553 Jan 25 18:46:19.353287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aea418-4b5b-49e7-9988-90dc9a14072a'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:19.416684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Network 59a9cc65-15f2-4ddb-bca2-8747b6d46e0e has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:46:19.431974 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a8b07c8-ce78-4b45-b0b7-05d44ebdece2 req-f71a0f88-3486-41c5-a189-4d0f162c1d63 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546767 Jan 25 18:46:19.503455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c005e9-51c2-432d-8e60-87fe100d958b req-77276a8e-9e21-4060-8022-1427549025f4 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:19.530927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-59c005e9-51c2-432d-8e60-87fe100d958b req-77276a8e-9e21-4060-8022-1427549025f4 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2056048 Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:46:19.537448 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:46:19.542034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:19.548282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a3caba11-9c22-4336-b60f-2e985c8995e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:19.615450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:19.622322 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-59c005e9-51c2-432d-8e60-87fe100d958b req-3939a8e5-0999-419f-ba68-2b4320f4f747 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900075 Jan 25 18:46:19.626908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a9cc65-15f2-4ddb-bca2-8747b6d46e0e,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:19.633052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:19.684051 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/59a9cc65-15f2-4ddb-bca2-8747b6d46e0e HTTP/1.1" status: 204 len: 168 time: 2.3695817 Jan 25 18:46:19.687202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 52982) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:19.721591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:19.745109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f67e3a6e-d31c-4c5e-b93c-6fe15b4965c7 tempest-VolumesActionsTest-1347186697 tempest-VolumesActionsTest-1347186697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:19.790134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aea418-4b5b-49e7-9988-90dc9a14072a', 'code': 200} Jan 25 18:46:19.823938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 09aea418-4b5b-49e7-9988-90dc9a14072a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:20.034982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 09aea418-4b5b-49e7-9988-90dc9a14072a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:20.036948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:20.185920 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9755594a-78c6-41f9-a333-7f9178f9934e req-bab89889-4581-4b74-935c-1f59106eb992 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4c879fc2-2fee-4e8e-8e04-e7613e72fa50 HTTP/1.1" status: 200 len: 210 time: 0.0523777 Jan 25 18:46:20.186282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event deleted for resources: {'Port': ['ID=c179b238-e93f-490e-a07e-6ddac60565a8,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:20.189226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:20.205305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] No DVR routers for this DVR port c179b238-e93f-490e-a07e-6ddac60565a8 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:46:20.208279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:20.210583 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eeefffee-c8e0-4aa1-b062-0d73c415d6da req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "DELETE /v2.0/ports/c179b238-e93f-490e-a07e-6ddac60565a8 HTTP/1.1" status: 204 len: 173 time: 5.0358899 Jan 25 18:46:20.211538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'name': 'network-vif-deleted', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:20.266117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Deleting subnet 259392cb-167c-47c6-bd08-9c4abf17bff6 {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:46:20.268586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29908d0b-acdb-4371-9224-d519d26f9384 req-dade5d3c-6d2a-4e2f-a23e-c33b68849f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:20.270282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:20.271476 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-29908d0b-acdb-4371-9224-d519d26f9384 req-dade5d3c-6d2a-4e2f-a23e-c33b68849f98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 1162 time: 0.1319156 Jan 25 18:46:20.333961 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-29908d0b-acdb-4371-9224-d519d26f9384 req-94d9c84c-cc62-461b-ab8c-5d2f8b97c6f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Jan 25 18:46:20.414439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:20.487848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af64cd-130f-44e4-82ca-8396270a7991 req-bf55c614-987e-4d57-bb5d-53bc2acf3d97 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:20.489847 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-34af64cd-130f-44e4-82ca-8396270a7991 req-bf55c614-987e-4d57-bb5d-53bc2acf3d97 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 945 time: 0.6927016 Jan 25 18:46:20.577780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:20.639632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0fef1-cf90-4d1c-87e8-bd310ac092b2 req-60f1f86d-e757-45d4-9259-8cfc0e3a9de4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:20.641240 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-01f0fef1-cf90-4d1c-87e8-bd310ac092b2 req-60f1f86d-e757-45d4-9259-8cfc0e3a9de4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3040493 Jan 25 18:46:20.670490 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-34af64cd-130f-44e4-82ca-8396270a7991 req-5eac0a76-7a3f-4b84-8de8-6eaac943485b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709867 Jan 25 18:46:20.735115 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c879fc2-2fee-4e8e-8e04-e7613e72fa50', 'name': 'network-vif-deleted', 'tag': 'c179b238-e93f-490e-a07e-6ddac60565a8', 'status': 'completed', 'code': 200} Jan 25 18:46:20.758417 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-01f0fef1-cf90-4d1c-87e8-bd310ac092b2 req-4d897c72-3c8d-4195-a465-abbb0f27af0e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867152 Jan 25 18:46:21.151796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb9d6-5d26-45f7-a25b-761fc82c4d08 req-d2ebb55a-f59c-43ee-81ba-c1af37f2d89f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:21.160643 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fffbb9d6-5d26-45f7-a25b-761fc82c4d08 req-d2ebb55a-f59c-43ee-81ba-c1af37f2d89f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2800143 Jan 25 18:46:21.237625 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49d657-41fc-4711-9b7d-48d244b2fc73 req-250806fa-5ab3-4f37-9c71-ee8ae8f1a8a6 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:21.239989 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d49d657-41fc-4711-9b7d-48d244b2fc73 req-250806fa-5ab3-4f37-9c71-ee8ae8f1a8a6 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.3056083 Jan 25 18:46:21.333897 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fffbb9d6-5d26-45f7-a25b-761fc82c4d08 req-95e023a4-17f3-4877-9338-aec953a6ec5a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721032 Jan 25 18:46:21.421850 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d49d657-41fc-4711-9b7d-48d244b2fc73 req-fdb2d5bb-7dbd-40df-90a5-2e2374a06ad8 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416829 Jan 25 18:46:21.446931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:21.466000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b3c07fb4-f1bc-4975-a2d9-d2df533a8348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:21.628934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259392cb-167c-47c6-bd08-9c4abf17bff6,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:21.632499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:21.641284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:21.650320 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-50136f7b-fe0d-490e-8327-9c79063b7acf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/259392cb-167c-47c6-bd08-9c4abf17bff6 HTTP/1.1" status: 204 len: 168 time: 1.9618545 Jan 25 18:46:21.654577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 52998) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:21.908968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:22.154504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:22.186355 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dbfa5-a91e-4f96-84e2-b497ed5adfdf req-340c8a09-058d-4f93-9409-7f4efceb88ec tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:22.188059 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9f8dbfa5-a91e-4f96-84e2-b497ed5adfdf req-340c8a09-058d-4f93-9409-7f4efceb88ec tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 945 time: 0.2610111 Jan 25 18:46:22.295299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ee19a1-a48a-4d9c-920f-dba1e383d258']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:22.311244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26a5054-f302-49c7-8e17-4ba1730132b7') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:22.312001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26a5054-f302-49c7-8e17-4ba1730132b7') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:22.321276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c4c6d-4124-411f-ad31-e354a10d7c66 req-6ec2d797-d90a-43cd-aebc-3128af828726 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:22.324079 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-807c4c6d-4124-411f-ad31-e354a10d7c66 req-6ec2d797-d90a-43cd-aebc-3128af828726 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.2858310 Jan 25 18:46:22.334865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:22.354011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:22.356351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:46:22.406652 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9f8dbfa5-a91e-4f96-84e2-b497ed5adfdf req-a0a29893-6284-4bfa-9274-dd15193399a0 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097552 Jan 25 18:46:22.470805 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-807c4c6d-4124-411f-ad31-e354a10d7c66 req-42777695-60a1-4786-87ae-408ffd62742f tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385524 Jan 25 18:46:22.625535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:46:22.639063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:22.778434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34a9ad-22e7-4c64-8340-5567f21ee5f2 req-deeb3452-341c-4a8c-b8ea-69ffc036449a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:22.788651 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cc34a9ad-22e7-4c64-8340-5567f21ee5f2 req-deeb3452-341c-4a8c-b8ea-69ffc036449a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1991518 Jan 25 18:46:22.836796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 09aea418-4b5b-49e7-9988-90dc9a14072a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:22.854091 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cc34a9ad-22e7-4c64-8340-5567f21ee5f2 req-daba0cc0-c222-4499-986d-bd15357cc995 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640590 Jan 25 18:46:23.012576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Network e4ee19a1-a48a-4d9c-920f-dba1e383d258 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:46:23.044118 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:46:23.057380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 09aea418-4b5b-49e7-9988-90dc9a14072a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:23.058037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:23.153492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:23.159093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:23.163735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-976926ea-395c-4788-9620-e10414bef7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:23.187551 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ee19a1-a48a-4d9c-920f-dba1e383d258,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:23.190309 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:23.211099 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] 10.222.0.81 "DELETE /v2.0/networks/e4ee19a1-a48a-4d9c-920f-dba1e383d258 HTTP/1.1" status: 204 len: 168 time: 1.5486627 Jan 25 18:46:23.268106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f44297-f62c-4526-9152-fdb17217860b req-74035063-6f8a-40f5-b548-dd8d55939e58 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:23.282710 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-79f44297-f62c-4526-9152-fdb17217860b req-74035063-6f8a-40f5-b548-dd8d55939e58 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.4246922 Jan 25 18:46:23.382339 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-79f44297-f62c-4526-9152-fdb17217860b req-4977183d-7880-480d-b114-92abfcdbc258 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777628 Jan 25 18:46:23.421164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aeca0-0818-4e97-a65f-bf95cbee476b req-6ecbf4ad-0c94-4a89-bcc3-b9656487d00f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:23.422989 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-200aeca0-0818-4e97-a65f-bf95cbee476b req-6ecbf4ad-0c94-4a89-bcc3-b9656487d00f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.3252358 Jan 25 18:46:23.498294 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-200aeca0-0818-4e97-a65f-bf95cbee476b req-b33386f5-df38-434c-9109-ba02c9facef7 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630713 Jan 25 18:46:23.530324 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53024) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:23.750097 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0ce6b704-ec8b-481e-bed0-737ea612599e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e384bc7c26e491f890d1d6e61c5e891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158642 Jan 25 18:46:23.751381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53028) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:23.827839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a93d-fdb3-4397-9fe8-76e8d25cba12 req-884e236b-8556-47d4-bd6d-b1d2dc6ce466 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:23.829537 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-08f6a93d-fdb3-4397-9fe8-76e8d25cba12 req-884e236b-8556-47d4-bd6d-b1d2dc6ce466 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 945 time: 0.2072504 Jan 25 18:46:23.867337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97e68-809d-4663-aa32-6231b3bcdd01 req-2df9c936-e211-433a-bb86-4852e72df38b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:23.868990 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a2c97e68-809d-4663-aa32-6231b3bcdd01 req-2df9c936-e211-433a-bb86-4852e72df38b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.1919575 Jan 25 18:46:23.956440 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a2c97e68-809d-4663-aa32-6231b3bcdd01 req-24fc547f-2409-4090-bd34-688d7356433e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697882 Jan 25 18:46:23.970351 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-08f6a93d-fdb3-4397-9fe8-76e8d25cba12 req-0425a6e8-c924-4c41-8370-8528335381ab tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001337 Jan 25 18:46:23.982923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 70e44ebb-dc8a-4fde-b111-338767fe7855 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:24.025310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:24.111958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:24.112945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 70e44ebb-dc8a-4fde-b111-338767fe7855 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:24.115098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:24.204879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:24.226926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:24.251873 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:24.259804 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecbdff38-6769-4a34-84db-c293b9491d72 HTTP/1.1" status: 204 len: 168 time: 0.5049925 Jan 25 18:46:24.266130 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdff38-6769-4a34-84db-c293b9491d72,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:24.270642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:24.330599 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff7092-9d79-4d05-803d-900c8c14caef req-6556b2cb-edb3-43a9-8df3-bc3de0de9e7a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:24.331513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-79ff7092-9d79-4d05-803d-900c8c14caef req-6556b2cb-edb3-43a9-8df3-bc3de0de9e7a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Synchronizing usage tracker for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:46:24.373756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-79ff7092-9d79-4d05-803d-900c8c14caef req-6556b2cb-edb3-43a9-8df3-bc3de0de9e7a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Unset dirty status for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:46:24.375168 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-79ff7092-9d79-4d05-803d-900c8c14caef req-6556b2cb-edb3-43a9-8df3-bc3de0de9e7a tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.5488925 Jan 25 18:46:24.531007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Deleting port 70e44ebb-dc8a-4fde-b111-338767fe7855 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:24.531402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:24.594264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d65fd-2678-4dcc-b67b-a30288f88973 req-257255ce-a70b-48a6-a9f8-1a83225b8fc0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:24.596342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a01d65fd-2678-4dcc-b67b-a30288f88973 req-257255ce-a70b-48a6-a9f8-1a83225b8fc0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3424864 Jan 25 18:46:24.746330 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a01d65fd-2678-4dcc-b67b-a30288f88973 req-bc677528-6804-4dee-a81c-0a40b2fc8c36 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386435 Jan 25 18:46:24.867989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06938318-d70a-4cf7-a089-c412f60cafb0 req-28f10961-5c5e-44ee-8f60-d7440758174c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:24.877686 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-06938318-d70a-4cf7-a089-c412f60cafb0 req-28f10961-5c5e-44ee-8f60-d7440758174c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2801449 Jan 25 18:46:25.054210 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-06938318-d70a-4cf7-a089-c412f60cafb0 req-87c987ee-4769-4e33-9463-757c17a01e0a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751378 Jan 25 18:46:25.251020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53054) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:25.268459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0377-5064-4a53-a5fd-0d575ce2f9d8 req-ab9bd975-48c6-48a9-900a-b2e03b3f23b1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:25.278128 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f4aa0377-5064-4a53-a5fd-0d575ce2f9d8 req-ab9bd975-48c6-48a9-900a-b2e03b3f23b1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.3176641 Jan 25 18:46:25.475311 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f4aa0377-5064-4a53-a5fd-0d575ce2f9d8 req-9bc56256-b557-4ae4-bc0b-f6831e238d0a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882253 Jan 25 18:46:25.565330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af2173-394f-4d4b-8584-d01dec047714 req-76db5889-7da1-4ea6-aa50-80e83fcb4a49 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:25.567084 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-59a93e58-b5fb-40f7-b8ee-3571ed7b043a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0972aa43ac84221bf6bb1ae6db06cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082924 Jan 25 18:46:25.568826 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-00af2173-394f-4d4b-8584-d01dec047714 req-76db5889-7da1-4ea6-aa50-80e83fcb4a49 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 946 time: 0.1850045 Jan 25 18:46:25.569816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53060) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:25.587513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:46:25.597071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-f51f1540-22e6-477c-9500-c44c1f57fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:25.599510 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-f51f1540-22e6-477c-9500-c44c1f57fbf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 1162 time: 0.9610021 Jan 25 18:46:25.724204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-00af2173-394f-4d4b-8584-d01dec047714 req-2867e2b7-1052-4b8f-af9d-e52dd719a78f tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880899 Jan 25 18:46:25.727316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:25.760712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 70e44ebb-dc8a-4fde-b111-338767fe7855 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:25.764940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] For port 70e44ebb-dc8a-4fde-b111-338767fe7855, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=70e44ebb-dc8a-4fde-b111-338767fe7855,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:25.765322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:25.772054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:25.838043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-f88c3aa6-5419-4611-a52a-c70527233df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:25.839659 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-f88c3aa6-5419-4611-a52a-c70527233df6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 905 time: 0.2082987 Jan 25 18:46:25.886144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:25.902999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a1a52069-eb5d-4051-87ca-1fb2186b37a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:25.945786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970f740-334e-46a4-a6e0-4e000bd736d8,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:25.958298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:25.959668 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7970f740-334e-46a4-a6e0-4e000bd736d8 HTTP/1.1" status: 204 len: 168 time: 0.3884702 Jan 25 18:46:25.961152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:26.119428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Calling delete_port for 70e44ebb-dc8a-4fde-b111-338767fe7855 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:26.121967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:26.194483 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-5bad8206-7e1d-4959-839e-44f9842e1653 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 200 len: 1001 time: 0.3443387 Jan 25 18:46:26.214848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 70e44ebb-dc8a-4fde-b111-338767fe7855, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=70e44ebb-dc8a-4fde-b111-338767fe7855,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:26.215975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:26.227937 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:26.241933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:26.302398 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d94ad-4136-41cc-b382-f7fa8d41df05 req-77e70b87-35b1-45e7-8ce6-9cb030545b4a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:26.310881 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f79d94ad-4136-41cc-b382-f7fa8d41df05 req-77e70b87-35b1-45e7-8ce6-9cb030545b4a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2766132 Jan 25 18:46:26.382347 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f79d94ad-4136-41cc-b382-f7fa8d41df05 req-d2b28f46-841e-4b05-9a68-947f8d9bfd66 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701251 Jan 25 18:46:26.427068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:46:26.427425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:46:26.478068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-8a308c6f-c255-41b9-bd31-32e2f6043397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:26.480485 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-8a308c6f-c255-41b9-bd31-32e2f6043397 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.2676404 Jan 25 18:46:26.549816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-03dc3342-ccab-4487-a9a2-853b97a08055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:26.571895 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67157a-f46e-4b8d-892c-67672ef866bc req-8594a6f4-4123-478b-92a6-0d62054c8bfb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:26.581012 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7f67157a-f46e-4b8d-892c-67672ef866bc req-8594a6f4-4123-478b-92a6-0d62054c8bfb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1797445 Jan 25 18:46:26.615913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=70e44ebb-dc8a-4fde-b111-338767fe7855,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:26.627276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:26.635865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-053976fb-ad20-46ee-aa64-a4c009bb8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:26.641434 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-053976fb-ad20-46ee-aa64-a4c009bb8512 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1488533 Jan 25 18:46:26.722248 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7f67157a-f46e-4b8d-892c-67672ef866bc req-0fd4e9fc-8563-4347-9a63-4a277ba3ebce tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395833 Jan 25 18:46:26.770413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af9b2b-caa5-4058-867b-dc974f637290 req-b6fb1277-0e33-49fc-8fb7-103200772fe3 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:26.773152 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-42af9b2b-caa5-4058-867b-dc974f637290 req-b6fb1277-0e33-49fc-8fb7-103200772fe3 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 945 time: 0.1707048 Jan 25 18:46:26.871898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855', 'code': 200} Jan 25 18:46:26.890985 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-42af9b2b-caa5-4058-867b-dc974f637290 req-447aa93a-7d05-4839-b836-07157b963a86 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110322 Jan 25 18:46:26.937401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Deleting port 70e44ebb-dc8a-4fde-b111-338767fe7855 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:26.941840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:27.364545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] For port 70e44ebb-dc8a-4fde-b111-338767fe7855, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=70e44ebb-dc8a-4fde-b111-338767fe7855,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:27.365321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:27.555436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Calling delete_port for 70e44ebb-dc8a-4fde-b111-338767fe7855 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:27.611615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e74f5-cc7c-4fc2-8d29-9817497e3107 req-acb21ea1-dda8-4b11-a84b-3594e1be5cc7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:27.620732 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-814e74f5-cc7c-4fc2-8d29-9817497e3107 req-acb21ea1-dda8-4b11-a84b-3594e1be5cc7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.4950638 Jan 25 18:46:27.678290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8f95-74a2-41f4-aa27-6d7de82dbd36 req-d5f26f8c-fc35-44b7-88ba-88d88aa9d5a8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:27.687182 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d2ef8f95-74a2-41f4-aa27-6d7de82dbd36 req-d5f26f8c-fc35-44b7-88ba-88d88aa9d5a8 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 944 time: 0.6316755 Jan 25 18:46:27.826316 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-482e478f-52dc-47d4-95a6-276ae5852a6a service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1777935 Jan 25 18:46:27.835308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:27.861173 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d2ef8f95-74a2-41f4-aa27-6d7de82dbd36 req-dae78d68-085d-428b-b340-44fcb4421f34 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729093 Jan 25 18:46:27.905958 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-814e74f5-cc7c-4fc2-8d29-9817497e3107 req-e75778c4-f463-4aec-9eba-4c6051bbd741 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836683 Jan 25 18:46:27.921154 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-14ba9c7a-8258-4c66-a46a-81ba4ca49eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:27.997170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 09aea418-4b5b-49e7-9988-90dc9a14072a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:28.116829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event deleted for resources: {'Port': ['ID=70e44ebb-dc8a-4fde-b111-338767fe7855,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:28.120283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:28.203414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b3d13-3cd3-43d3-beca-893a309e5679 req-76dfd73b-9ec3-4e3a-b9f6-4586d1796bc8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:28.214117 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-060b3d13-3cd3-43d3-beca-893a309e5679 req-76dfd73b-9ec3-4e3a-b9f6-4586d1796bc8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1647320 Jan 25 18:46:28.239046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 09aea418-4b5b-49e7-9988-90dc9a14072a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:28.239708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:28.329607 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-060b3d13-3cd3-43d3-beca-893a309e5679 req-ad3ec78c-539a-46fd-b199-73562be56dff tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139967 Jan 25 18:46:28.412397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-cee144a8-70c4-4758-bcae-94b07cdce78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:28.414028 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-cee144a8-70c4-4758-bcae-94b07cdce78c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.2299519 Jan 25 18:46:28.459182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b04a22-bccd-46e6-8bc6-9b99071248d2 req-eadf355a-e9fe-45ed-bb7d-fa01f8c2979e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:28.461495 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-27b04a22-bccd-46e6-8bc6-9b99071248d2 req-eadf355a-e9fe-45ed-bb7d-fa01f8c2979e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1976829 Jan 25 18:46:28.497390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93220118-b37b-41bf-b620-3acca009f749 req-52ea59a3-8d9d-4d99-be5f-9eb66bb8bff2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:28.501974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-93220118-b37b-41bf-b620-3acca009f749 req-52ea59a3-8d9d-4d99-be5f-9eb66bb8bff2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Synchronizing usage tracker for tenant:ce74632a724146ea8cf57a6113a683fe on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:46:28.555221 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-27b04a22-bccd-46e6-8bc6-9b99071248d2 req-b57d97e6-6762-4e27-9625-80a32fd5f21f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855205 Jan 25 18:46:28.720258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a532b-3788-4e50-a5c6-d78faf917fd5 req-7d082eea-7cac-4565-aede-30324bbd58ad tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:28.733339 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e10a532b-3788-4e50-a5c6-d78faf917fd5 req-7d082eea-7cac-4565-aede-30324bbd58ad tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 945 time: 0.1646280 Jan 25 18:46:28.837996 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e10a532b-3788-4e50-a5c6-d78faf917fd5 req-94bc0c82-5a1e-4246-ad91-49a34ac99e00 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/security-groups?id=9011298d-ac8b-4df6-bc82-2c54fe4916c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030383 Jan 25 18:46:28.922961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-93220118-b37b-41bf-b620-3acca009f749 req-52ea59a3-8d9d-4d99-be5f-9eb66bb8bff2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Unset dirty status for tenant:ce74632a724146ea8cf57a6113a683fe on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:46:28.924308 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93220118-b37b-41bf-b620-3acca009f749 req-52ea59a3-8d9d-4d99-be5f-9eb66bb8bff2 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 945 time: 0.8026040 Jan 25 18:46:28.926485 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2b0f676f-719d-4413-b656-e1f74a2d6c03 req-67c44a2b-b824-4218-a2f4-7160089b0107 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0623515 Jan 25 18:46:29.073241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Deleting port 09aea418-4b5b-49e7-9988-90dc9a14072a {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:29.074125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:29.178529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] No DVR routers for this DVR port 70e44ebb-dc8a-4fde-b111-338767fe7855 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:46:29.180761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:29.186162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1481a1c6-78db-49b3-8674-4213f6d9b8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:29.193220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:29.198078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'name': 'network-vif-deleted', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:29.198656 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d836ddcd-e5ee-4708-bd0a-552ec5aef75c req-601f8999-d739-45d4-851a-45ab6c29827d tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 210 time: 0.0789816 Jan 25 18:46:29.244382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-3c13337d-3cb3-4d16-9870-10b60f5261d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:29.246195 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-3c13337d-3cb3-4d16-9870-10b60f5261d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.7354729 Jan 25 18:46:29.251037 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-79ff7092-9d79-4d05-803d-900c8c14caef req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "DELETE /v2.0/ports/70e44ebb-dc8a-4fde-b111-338767fe7855 HTTP/1.1" status: 204 len: 173 time: 4.8683715 Jan 25 18:46:29.526271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] For port 09aea418-4b5b-49e7-9988-90dc9a14072a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=09aea418-4b5b-49e7-9988-90dc9a14072a,segment=NetworkSegment(5730919c-3c10-4342-ac30-f52fb29540f7),segment_id=5730919c-3c10-4342-ac30-f52fb29540f7)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:29.526841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:29.537386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659e1f8-4642-425e-8a41-e12b32fb534c req-3e82a92f-7759-4cf2-a78e-fea2a92c4fac tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:29.546961 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a659e1f8-4642-425e-8a41-e12b32fb534c req-3e82a92f-7759-4cf2-a78e-fea2a92c4fac tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2089932 Jan 25 18:46:29.618238 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a659e1f8-4642-425e-8a41-e12b32fb534c req-24f19e66-1cd4-4b01-9855-77bcaf2895bf tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700467 Jan 25 18:46:29.692371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Calling delete_port for 09aea418-4b5b-49e7-9988-90dc9a14072a owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:29.819465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7142a-d52d-43ef-b3e0-c02d970be0ff req-0e90585e-657e-49e8-a423-9ca6208b9417 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:29.821173 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-35d7142a-d52d-43ef-b3e0-c02d970be0ff req-0e90585e-657e-49e8-a423-9ca6208b9417 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2168727 Jan 25 18:46:29.869265 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63e3d1-8ed0-411a-99b3-c80d4a15123d', 'name': 'network-vif-deleted', 'tag': '70e44ebb-dc8a-4fde-b111-338767fe7855', 'status': 'completed', 'code': 200} Jan 25 18:46:29.933899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:29.953596 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-35d7142a-d52d-43ef-b3e0-c02d970be0ff req-8860c9b9-16a3-440d-b6d6-3474c784d95e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708420 Jan 25 18:46:29.960426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9845f747-92b0-43a8-815b-1c5618243399 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:30.006981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5b13c-acca-4a10-9ad9-b4b5730bfbe3 req-93835a84-9412-4525-be17-7a1c9d5e27cf tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:30.008704 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4ec5b13c-acca-4a10-9ad9-b4b5730bfbe3 req-93835a84-9412-4525-be17-7a1c9d5e27cf tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1826155 Jan 25 18:46:30.037558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Pushing event deleted for resources: {'Port': ['ID=09aea418-4b5b-49e7-9988-90dc9a14072a,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:30.045778 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-f97ed2ba-f3f6-4588-aa1f-04a0d408f4d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.1790926 Jan 25 18:46:30.091881 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4ec5b13c-acca-4a10-9ad9-b4b5730bfbe3 req-9545a950-e16c-466f-9167-340537d30c1d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760069 Jan 25 18:46:30.101772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:30.182566 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f4b0f69-ab89-48c0-b6f2-f9d0ceaada35 req-2a6149fa-5a24-456f-bae0-b0effdbe969c tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.81 "GET /v2.0/ports?device_id=28a5c1c8-5722-4ee6-84d4-80839258ec58 HTTP/1.1" status: 200 len: 210 time: 0.0670004 Jan 25 18:46:30.221458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-04802a97-7609-4996-ae76-dbe747cba377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:30.225404 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-04802a97-7609-4996-ae76-dbe747cba377 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.1125796 Jan 25 18:46:30.310796 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-ed16b8e6-1631-4ccc-ac2f-b4b62489d921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649524 Jan 25 18:46:30.358271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:30.426684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] No DVR routers for this DVR port 09aea418-4b5b-49e7-9988-90dc9a14072a on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:46:30.429142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:30.432971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:30.553818 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93220118-b37b-41bf-b620-3acca009f749 req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] 10.222.0.18 "DELETE /v2.0/ports/09aea418-4b5b-49e7-9988-90dc9a14072a HTTP/1.1" status: 204 len: 173 time: 1.5880327 Jan 25 18:46:30.570444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:30.571481 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4f8d740-96f6-4733-8192-c49e4578f537 req-e2cd3615-2b7a-40c3-b555-6ecaf636d767 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e3d1-8ed0-411a-99b3-c80d4a15123d HTTP/1.1" status: 200 len: 210 time: 0.0803168 Jan 25 18:46:30.578325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:30.578747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:30.746912 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-2cea9e50-8fb5-42dc-8256-7d2ba54cb0d6 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190068 Jan 25 18:46:30.756956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f6f30-76b4-4ebb-aea6-22651619610e req-1c70c7da-a0f5-46dd-8e5f-ae2894582d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:30.761935 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-1c70c7da-a0f5-46dd-8e5f-ae2894582d0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1162 time: 0.1926506 Jan 25 18:46:30.806619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 09aea418-4b5b-49e7-9988-90dc9a14072a no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:30.851944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: 09aea418-4b5b-49e7-9988-90dc9a14072a {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:46:30.852467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 09aea418-4b5b-49e7-9988-90dc9a14072a not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:46:30.998381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9e318-8b3b-4dca-8e4f-303c8de24594 req-c096c7fd-71cf-4cae-8e51-c8a67151eebf tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:31.000047 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-02d9e318-8b3b-4dca-8e4f-303c8de24594 req-c096c7fd-71cf-4cae-8e51-c8a67151eebf tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1306119 Jan 25 18:46:31.069051 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-02d9e318-8b3b-4dca-8e4f-303c8de24594 req-c453acdd-6429-4af5-a3c6-aa516d79f604 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605814 Jan 25 18:46:31.085053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f6f30-76b4-4ebb-aea6-22651619610e req-23b67edc-2a5e-450c-a165-d5586bc0488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:31.086733 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-23b67edc-2a5e-450c-a165-d5586bc0488d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.2968090 Jan 25 18:46:31.088887 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f796999c-a977-4bc3-88c2-3dd5ba51094d req-9a49bbb1-bfa5-45ef-b9e2-8f594f774d66 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3259742 Jan 25 18:46:31.250879 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-bfaa2c71-6379-4509-8d67-3e96ef904e0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 1001 time: 0.1447542 Jan 25 18:46:31.283900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679307f-00c8-454f-9d05-0e74d625d16b req-70246d7a-4de5-4db4-9a69-08e6a1c59d5f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:31.286214 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4679307f-00c8-454f-9d05-0e74d625d16b req-70246d7a-4de5-4db4-9a69-08e6a1c59d5f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1529138 Jan 25 18:46:31.338586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f6f30-76b4-4ebb-aea6-22651619610e req-c4da6dea-af40-42c5-b304-e3f9e9b17e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:31.340241 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-c4da6dea-af40-42c5-b304-e3f9e9b17e82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.0790386 Jan 25 18:46:31.409858 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4679307f-00c8-454f-9d05-0e74d625d16b req-f4f5c6cc-c264-4b5f-8157-cde8eda010ee tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791061 Jan 25 18:46:31.448317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f6f30-76b4-4ebb-aea6-22651619610e req-951c90bd-99e2-4d76-8849-b263e6ea65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:31.450115 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-951c90bd-99e2-4d76-8849-b263e6ea65d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024828 Jan 25 18:46:31.466361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0134baa-8e10-45cc-8271-ffadb9c0456d req-c0903b62-df7f-46a4-881a-934bd25a05df tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:31.468342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b0134baa-8e10-45cc-8271-ffadb9c0456d req-c0903b62-df7f-46a4-881a-934bd25a05df tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1808126 Jan 25 18:46:31.570458 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b0134baa-8e10-45cc-8271-ffadb9c0456d req-3aadfada-7c4c-42cb-ae0c-d39b6efe697d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921378 Jan 25 18:46:31.643034 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-b238a2ad-53d1-45dd-8cbd-d40c28cd55b5 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840928 Jan 25 18:46:31.872823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'name': 'network-vif-deleted', 'tag': '09aea418-4b5b-49e7-9988-90dc9a14072a'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:31.884846 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-294f6f30-76b4-4ebb-aea6-22651619610e req-f6328da8-05f0-44d3-b812-1167c76c27b4 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2212861 Jan 25 18:46:31.944303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a5c1c8-5722-4ee6-84d4-80839258ec58', 'name': 'network-vif-deleted', 'tag': '09aea418-4b5b-49e7-9988-90dc9a14072a', 'status': 'completed', 'code': 200} Jan 25 18:46:32.056837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:32.153588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:32.154304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:32.438423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ba24b-78f0-4968-9ade-6a8cff55041a req-c296026f-5a3f-4397-924b-3f0c42e88747 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:32.440195 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c6ba24b-78f0-4968-9ade-6a8cff55041a req-c296026f-5a3f-4397-924b-3f0c42e88747 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1500356 Jan 25 18:46:32.522256 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c6ba24b-78f0-4968-9ade-6a8cff55041a req-b20e6c43-0261-4938-b048-df38c283fec2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735025 Jan 25 18:46:32.710114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9c5a-734a-4d77-bf0a-c74fe2ff5bb5 req-442372c8-8903-4531-bf06-c7227fc89820 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:32.711806 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e9b9c5a-734a-4d77-bf0a-c74fe2ff5bb5 req-442372c8-8903-4531-bf06-c7227fc89820 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1290090 Jan 25 18:46:32.774155 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e9b9c5a-734a-4d77-bf0a-c74fe2ff5bb5 req-03e19f9e-40f5-4926-91c1-903108dc3634 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Jan 25 18:46:33.595568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53236) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:33.602936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c2094-554b-4f4a-b5f8-4ba75849df92 req-8c79b7e7-24b3-4c15-8f8d-bad0bbb453d5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:33.604646 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a61c2094-554b-4f4a-b5f8-4ba75849df92 req-8c79b7e7-24b3-4c15-8f8d-bad0bbb453d5 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 0.1258101 Jan 25 18:46:33.671051 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a61c2094-554b-4f4a-b5f8-4ba75849df92 req-7f31da5c-3e48-4829-b039-1bb889173ab0 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Jan 25 18:46:33.762248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:33.780431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:33.785113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Usage tracker for resource:security_group_rule and tenant:b315aab1f683497faafa3d2d43876884 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:33.788296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:33.794651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:33.824947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673abc4-a7a9-4d8f-a493-f842b1d31f75 req-836d3a43-2a17-4eda-b4fc-1131676d9b26 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:33.826822 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d673abc4-a7a9-4d8f-a493-f842b1d31f75 req-836d3a43-2a17-4eda-b4fc-1131676d9b26 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1342638 Jan 25 18:46:33.888350 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d673abc4-a7a9-4d8f-a493-f842b1d31f75 req-4b502c49-3560-49d1-888d-c6f22947a5fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541742 Jan 25 18:46:33.897067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:33.901885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:33.911023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab5a5ac1-078b-44c5-ab25-1f369d951f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:33.961344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4bb700-46b4-4220-a8f9-643950cd8007,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:33.967283 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b315aab1f683497faafa3d2d43876884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705466 Jan 25 18:46:33.968344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:33.970024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53246) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:34.048901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.074711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08738973-dc94-410f-8ba7-85e4c3734161 req-8de1e450-3405-4d5f-bf96-ee461cb5450a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:34.076451 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-08738973-dc94-410f-8ba7-85e4c3734161 req-8de1e450-3405-4d5f-bf96-ee461cb5450a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1372499 Jan 25 18:46:34.081036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.137808 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-08738973-dc94-410f-8ba7-85e4c3734161 req-a01d77c8-573f-4e2c-bc4a-e5e6b0bbe4f1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534689 Jan 25 18:46:34.146086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.152377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a174a65-7d16-41f2-a2c5-e1072a394644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:34.169092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4bb700-46b4-4220-a8f9-643950cd8007,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:34.182558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:34.186422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.187921 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b4bb700-46b4-4220-a8f9-643950cd8007 HTTP/1.1" status: 204 len: 168 time: 0.2164505 Jan 25 18:46:34.248505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:34.339587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:34.340016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.654607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53266) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:34.676865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.695038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:34.699501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Usage tracker for resource:security_group_rule and tenant:10d8aa243aac4efda88caa7aa22727d1 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:34.702712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:34.710165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:34.852870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.857183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:34.868230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-039a5399-5200-4258-a53e-78428ce0206d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:34.929612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9c76a-c392-4525-b998-00555564456d,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:34.934518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:34.939270 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10d8aa243aac4efda88caa7aa22727d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832081 Jan 25 18:46:34.944534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53276) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:34.993971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd1b56-5c1e-4e28-ae17-a6a452ef8e5e req-6c042cb2-6fe9-4066-ac42-735fbdaf2eef tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:35.002964 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7dcd1b56-5c1e-4e28-ae17-a6a452ef8e5e req-6c042cb2-6fe9-4066-ac42-735fbdaf2eef tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 0.1601398 Jan 25 18:46:35.061725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:35.115433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:35.127263 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7dcd1b56-5c1e-4e28-ae17-a6a452ef8e5e req-81b93f7f-04cb-4aba-825c-333f5c8b3e0c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223345 Jan 25 18:46:35.148444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:35.211803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:35.223002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:35.247909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9c76a-c392-4525-b998-00555564456d,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:35.258359 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:35.259957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:35.267474 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85d9c76a-c392-4525-b998-00555564456d HTTP/1.1" status: 204 len: 168 time: 0.3207660 Jan 25 18:46:35.432014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966e183-fb2e-405d-84e9-24b82d777bf8 req-91362a8a-ae08-4070-ae83-0f410870e0ff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:35.434125 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6966e183-fb2e-405d-84e9-24b82d777bf8 req-91362a8a-ae08-4070-ae83-0f410870e0ff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2556295 Jan 25 18:46:35.585686 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6966e183-fb2e-405d-84e9-24b82d777bf8 req-d672d5c1-fe4e-4eb6-b94d-5f3691a9d848 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840266 Jan 25 18:46:35.639018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7e656-843c-4d89-a1da-3408edaaa0c1 req-a6cc44d9-53f5-4b20-8e10-7fa3cfd75da4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:35.648227 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d2e7e656-843c-4d89-a1da-3408edaaa0c1 req-a6cc44d9-53f5-4b20-8e10-7fa3cfd75da4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2123375 Jan 25 18:46:35.715568 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d2e7e656-843c-4d89-a1da-3408edaaa0c1 req-6efc0efe-ea1d-4175-811c-cfe304cde464 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 Jan 25 18:46:36.034689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:36.079419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-d0ab3137-85f6-4b3b-a3ee-6f81cb450958 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:36.080246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-d0ab3137-85f6-4b3b-a3ee-6f81cb450958 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Synchronizing usage tracker for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:46:36.098117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-d0ab3137-85f6-4b3b-a3ee-6f81cb450958 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Unset dirty status for tenant:362046140d964710879ce0e65217934b on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:46:36.099760 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-d0ab3137-85f6-4b3b-a3ee-6f81cb450958 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 0.1898441 Jan 25 18:46:36.205108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Deleting port 4328d792-ffba-4222-a552-c34717435cdd {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:46:36.205506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:36.221965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:36.314622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:36.345711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:36.353510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:36.356188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:36.507056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f093e-09d8-4f02-9781-69f6a23f54c4 req-149b9af5-da37-420b-83f8-e7ff8c76631b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:36.516160 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-096f093e-09d8-4f02-9781-69f6a23f54c4 req-149b9af5-da37-420b-83f8-e7ff8c76631b tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 945 time: 0.1836083 Jan 25 18:46:36.517416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:36.535982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:36.583782 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-096f093e-09d8-4f02-9781-69f6a23f54c4 req-248d7447-a897-4656-a6b0-6756245a8dcd tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/security-groups?id=8f06e5e7-6509-43c4-9850-0ea88da42c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Jan 25 18:46:36.624270 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'code': 422} returned with failed status Jan 25 18:46:37.179688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] For port 4328d792-ffba-4222-a552-c34717435cdd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4328d792-ffba-4222-a552-c34717435cdd,segment=NetworkSegment(fac2f827-0964-45ba-a2fc-f0ff83967318),segment_id=fac2f827-0964-45ba-a2fc-f0ff83967318)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:46:37.180245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:37.239920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c43343-ea90-48fb-b34f-36adff8210f9 req-3116cf76-6c8c-4e12-8dbf-23bcca726045 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:37.254835 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-15c43343-ea90-48fb-b34f-36adff8210f9 req-3116cf76-6c8c-4e12-8dbf-23bcca726045 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2600605 Jan 25 18:46:37.353465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Calling delete_port for 4328d792-ffba-4222-a552-c34717435cdd owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:46:37.401574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53348) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:37.498931 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-15c43343-ea90-48fb-b34f-36adff8210f9 req-fbab8f2a-63ec-4be8-bed5-734fbb95219d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427359 Jan 25 18:46:37.605739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbbe5a-638c-48b8-9881-2c6c4ff7afaa req-35a37f91-53a1-48da-aef6-f3eae84e89cc tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:37.626233 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-22fbbe5a-638c-48b8-9881-2c6c4ff7afaa req-35a37f91-53a1-48da-aef6-f3eae84e89cc tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.3683932 Jan 25 18:46:37.718071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:37.744574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd3b35cc-054f-467a-ae85-530dcd380f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:37.789467 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-22fbbe5a-638c-48b8-9881-2c6c4ff7afaa req-57f1c49b-b569-440c-82be-70757bc16134 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585848 Jan 25 18:46:37.861658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 4328d792-ffba-4222-a552-c34717435cdd no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:46:37.952655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Pushing event deleted for resources: {'Port': ['ID=4328d792-ffba-4222-a552-c34717435cdd,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:37.962666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: 4328d792-ffba-4222-a552-c34717435cdd {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:46:37.963039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 4328d792-ffba-4222-a552-c34717435cdd not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:46:37.985549 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-83dfc427-a5d5-4257-b720-eda50450da72 req-5879004c-e05d-4789-ad53-d7f255ac97b9 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.1136165 Jan 25 18:46:38.021669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:38.025724 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-36ff5672-14d0-4b01-99e1-a40f69578784 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6215830 Jan 25 18:46:38.282981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] No DVR routers for this DVR port 4328d792-ffba-4222-a552-c34717435cdd on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:46:38.286751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:38.291527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'name': 'network-vif-deleted', 'tag': '4328d792-ffba-4222-a552-c34717435cdd'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:38.319488 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8c8b7fe2-e39a-4b6c-a043-79a5167330a8 req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.18 "DELETE /v2.0/ports/4328d792-ffba-4222-a552-c34717435cdd HTTP/1.1" status: 204 len: 173 time: 2.2125006 Jan 25 18:46:38.395232 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4697f9e4-9777-4508-aa81-870e8d6818dc', 'name': 'network-vif-deleted', 'tag': '4328d792-ffba-4222-a552-c34717435cdd', 'status': 'completed', 'code': 200} Jan 25 18:46:38.810142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151d9ab-14f3-4e41-81be-849bd1e3e899 req-d7d413f1-a358-417a-b0e1-9b5d55209ce6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:38.812031 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e151d9ab-14f3-4e41-81be-849bd1e3e899 req-d7d413f1-a358-417a-b0e1-9b5d55209ce6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1505144 Jan 25 18:46:38.938435 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e151d9ab-14f3-4e41-81be-849bd1e3e899 req-58248f4e-deac-4f31-b3b3-e27f34809a81 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185746 Jan 25 18:46:39.300071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab49232-de53-4d00-9cf7-4e9def592f25 req-db856c6b-5e08-4f1c-ac8c-c8baedf58c02 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:39.310593 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9ab49232-de53-4d00-9cf7-4e9def592f25 req-db856c6b-5e08-4f1c-ac8c-c8baedf58c02 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.2025845 Jan 25 18:46:39.418345 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9ab49232-de53-4d00-9cf7-4e9def592f25 req-5a50719b-d371-4279-a4a6-f93c395129c6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066055 Jan 25 18:46:39.435994 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3da3b3b0-638d-4556-98a9-89ffb5f0cb03 req-cd7690aa-f941-400d-8b57-3aecec6869f9 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] 10.222.0.81 "GET /v2.0/ports?device_id=4697f9e4-9777-4508-aa81-870e8d6818dc HTTP/1.1" status: 200 len: 210 time: 0.0943844 Jan 25 18:46:39.963416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee166587-c336-4806-adf9-f917ee8f287f req-89cecde2-c5f8-455c-8349-2d0556fdf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:39.965535 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-89cecde2-c5f8-455c-8349-2d0556fdf46e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce&tenant_id=95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 1160 time: 0.1185708 Jan 25 18:46:40.120089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee166587-c336-4806-adf9-f917ee8f287f req-c37d1a4a-7b9c-4578-973a-a1c1285bc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:40.122110 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-c37d1a4a-7b9c-4578-973a-a1c1285bc79c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1160 time: 0.1188309 Jan 25 18:46:40.361607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041905-c6b0-4712-920d-15f1574a2c47 req-260741a5-0460-4040-ad0d-1fe304173357 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:40.364641 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8a041905-c6b0-4712-920d-15f1574a2c47 req-260741a5-0460-4040-ad0d-1fe304173357 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1769671 Jan 25 18:46:40.369724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee166587-c336-4806-adf9-f917ee8f287f req-07a13bda-007a-404c-99fd-755af7ecbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:40.373119 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-07a13bda-007a-404c-99fd-755af7ecbd6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.2413762 Jan 25 18:46:40.444218 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8a041905-c6b0-4712-920d-15f1574a2c47 req-1d13793b-18b0-46d0-b937-238ed97553c9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 Jan 25 18:46:40.595022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53412) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:40.619416 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-59972baf-ed9a-49d5-aae6-6262701874bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 999 time: 0.2371292 Jan 25 18:46:40.737500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Deleting subnet 01eb249c-68e9-453b-b299-425bad0d814a {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:46:40.742009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:40.779871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee166587-c336-4806-adf9-f917ee8f287f req-f0f3b03e-11dc-43f5-8ed3-aa51750844cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:40.781860 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-f0f3b03e-11dc-43f5-8ed3-aa51750844cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.1572032 Jan 25 18:46:40.806469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:40.879711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:40.936688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee166587-c336-4806-adf9-f917ee8f287f req-7d7a00b4-fc9e-4f13-9588-54751878fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:40.938636 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-7d7a00b4-fc9e-4f13-9588-54751878fb37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1499090 Jan 25 18:46:41.162816 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-5eeab213-ffbb-4be4-859d-4dac860f2107 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159674 Jan 25 18:46:41.207529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a885aeb-6480-4fdb-843b-4fd285fc1c62 req-9a6f499d-a633-41bc-958b-ca6a6f6b054b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:41.215369 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3a885aeb-6480-4fdb-843b-4fd285fc1c62 req-9a6f499d-a633-41bc-958b-ca6a6f6b054b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1998355 Jan 25 18:46:41.338056 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3a885aeb-6480-4fdb-843b-4fd285fc1c62 req-30151881-bd80-4a3f-a058-ac70f303874e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216068 Jan 25 18:46:41.393322 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee166587-c336-4806-adf9-f917ee8f287f req-b124c3f7-97ea-4a0a-a7e6-25d6d7e7c82f service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2239366 Jan 25 18:46:41.410390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:41.446390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:41.673826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01eb249c-68e9-453b-b299-425bad0d814a,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:41.749365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:41.773911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:42.028656 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d0f31027-8b31-4d6d-96dc-84b6d8a9bccb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/01eb249c-68e9-453b-b299-425bad0d814a HTTP/1.1" status: 204 len: 168 time: 1.4294806 Jan 25 18:46:42.029666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53428) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:42.126753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73c31b-baf5-477b-9881-6af93aff44b3 req-ca95fd8f-e68b-4e04-b0f5-acda6fa15a9f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:42.129015 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d73c31b-baf5-477b-9881-6af93aff44b3 req-ca95fd8f-e68b-4e04-b0f5-acda6fa15a9f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.4510651 Jan 25 18:46:42.248204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5d73c31b-baf5-477b-9881-6af93aff44b3 req-0573904e-09a1-4a36-aaee-76e1c91d1ce4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053207 Jan 25 18:46:42.262989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:42.691207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:42.963214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd8b0c1-e7ae-4110-af2d-bc2a608ce542']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:42.972799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b76e0-8d48-4890-90e9-ee45157b2631 req-aebfa481-437a-4ce6-9c1c-fff339bc489e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:42.975920 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-545b76e0-8d48-4890-90e9-ee45157b2631 req-aebfa481-437a-4ce6-9c1c-fff339bc489e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.3424628 Jan 25 18:46:43.004098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac2f827-0964-45ba-a2fc-f0ff83967318') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:43.004945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac2f827-0964-45ba-a2fc-f0ff83967318') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:46:43.028586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:43.085200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:43.104976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:46:43.190355 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-545b76e0-8d48-4890-90e9-ee45157b2631 req-a91a8d44-513d-497f-bd97-17d8effecdc1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000291 Jan 25 18:46:43.550479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:46:43.569853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:43.579622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608d838-49ef-4c18-acf6-5e3277323243 req-05cf4004-29cf-4bdc-a037-6d4fe022749b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:43.588793 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d608d838-49ef-4c18-acf6-5e3277323243 req-05cf4004-29cf-4bdc-a037-6d4fe022749b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1602283 Jan 25 18:46:43.716794 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d608d838-49ef-4c18-acf6-5e3277323243 req-f22331a4-e161-4ccf-bc97-59d1b545910d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266139 Jan 25 18:46:44.009499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Network 2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:46:44.080674 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:46:44.144650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:46:44.215776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:44.219864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a6e338e7-ab9a-4925-a9f9-f2d54dad04af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:44.258179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:44.342367 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2fd8b0c1-e7ae-4110-af2d-bc2a608ce542 HTTP/1.1" status: 204 len: 168 time: 2.3113925 Jan 25 18:46:44.343784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd8b0c1-e7ae-4110-af2d-bc2a608ce542,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:44.357983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:44.363208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:46:44.364025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:44.703399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83411453-6e61-4d3a-9b06-f1f8c162c572 req-7a058b4d-7762-4e62-8fe5-057cd20bbfd3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:44.726731 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-83411453-6e61-4d3a-9b06-f1f8c162c572 req-7a058b4d-7762-4e62-8fe5-057cd20bbfd3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1988366 Jan 25 18:46:44.849260 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-83411453-6e61-4d3a-9b06-f1f8c162c572 req-ad4eeb7e-f4d3-4bac-87a6-77b2e6386761 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191571 Jan 25 18:46:44.858969 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53478) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:45.085574 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1acea0e9-2404-4742-82bb-2fdc22c64881 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=362046140d964710879ce0e65217934b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2250144 Jan 25 18:46:45.088074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53482) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:45.214385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1567f-43ad-420b-91ee-2810ec3781e8 req-95885ede-de0e-4176-a16f-b3a65e15ef21 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:45.216780 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-10a1567f-43ad-420b-91ee-2810ec3781e8 req-95885ede-de0e-4176-a16f-b3a65e15ef21 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2839644 Jan 25 18:46:45.286115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:45.330376 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-10a1567f-43ad-420b-91ee-2810ec3781e8 req-ffeed2af-21a5-4d65-9f5d-e49168886906 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010892 Jan 25 18:46:45.333728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:45.542959 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:45.572062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b6095e8b-1ae5-4927-a7f7-519cca9deaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:45.600231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f06e5e7-6509-43c4-9850-0ea88da42c78,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:45.634091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:45.635795 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f06e5e7-6509-43c4-9850-0ea88da42c78 HTTP/1.1" status: 204 len: 168 time: 0.5352349 Jan 25 18:46:45.646494 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.647293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.648480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.649224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.650091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.656401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.656958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.657835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.664308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.665083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.666399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.667128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.668012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.668748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.669707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.671540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.672022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.672533 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.677120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.677725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.678205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.678677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.679143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.679601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:46:45.683759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:46.492929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe4d4-b8a2-47e2-92dd-a51bdf707ca8 req-1651251e-ba5f-41ff-8f50-f1a176b4ac33 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:46.509108 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-96bfe4d4-b8a2-47e2-92dd-a51bdf707ca8 req-1651251e-ba5f-41ff-8f50-f1a176b4ac33 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.2542229 Jan 25 18:46:46.634245 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-96bfe4d4-b8a2-47e2-92dd-a51bdf707ca8 req-94104085-4e8c-4abc-a7ce-5a19a6f31918 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238225 Jan 25 18:46:46.857278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321704ce-bddb-4c66-a292-dec71d918cf1 req-0ff291fd-703f-4f1d-8327-e980700cd5e1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:46.866505 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-321704ce-bddb-4c66-a292-dec71d918cf1 req-0ff291fd-703f-4f1d-8327-e980700cd5e1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1953878 Jan 25 18:46:46.963367 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-321704ce-bddb-4c66-a292-dec71d918cf1 req-0086ace5-39bc-46b4-92f4-4c82f150fffb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956650 Jan 25 18:46:48.574567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d179a-ed94-4218-b703-1f4ebe3e0186 req-274d9a1e-47b5-4e1e-b843-f1f982898967 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:48.590575 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-262d179a-ed94-4218-b703-1f4ebe3e0186 req-274d9a1e-47b5-4e1e-b843-f1f982898967 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3030517 Jan 25 18:46:48.749339 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-262d179a-ed94-4218-b703-1f4ebe3e0186 req-d59b4ef3-0785-41a4-a835-2bec3071988d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575530 Jan 25 18:46:48.821604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4af8f-f779-45d3-a428-9164900d3bb9 req-f674d0dd-0e7e-40fa-95e7-dbc778fc3d4d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:48.824011 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-32e4af8f-f779-45d3-a428-9164900d3bb9 req-f674d0dd-0e7e-40fa-95e7-dbc778fc3d4d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.4304404 Jan 25 18:46:48.964183 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-32e4af8f-f779-45d3-a428-9164900d3bb9 req-81bb044a-da31-4d3a-9bf1-7f283fff209c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187782 Jan 25 18:46:50.059781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341009-faf1-41d9-a7e0-4b6e833832e3 req-e458d4d2-856a-4c7d-8627-5bc3d3e517d6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:50.069789 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fc341009-faf1-41d9-a7e0-4b6e833832e3 req-e458d4d2-856a-4c7d-8627-5bc3d3e517d6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1422760 Jan 25 18:46:50.146164 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fc341009-faf1-41d9-a7e0-4b6e833832e3 req-9c644155-f236-42ab-8728-8fe1a4d0650f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749645 Jan 25 18:46:50.294065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53564) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:50.512002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc36289-115d-4427-8ee8-c3e30249ed93 req-ea31f268-e916-4109-9d53-021aa8af2574 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:50.513905 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8fc36289-115d-4427-8ee8-c3e30249ed93 req-ea31f268-e916-4109-9d53-021aa8af2574 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.2070918 Jan 25 18:46:50.653493 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8fc36289-115d-4427-8ee8-c3e30249ed93 req-b7a6046a-a33f-4eee-bf45-88b632f4e38e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304147 Jan 25 18:46:50.763909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:50.806167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:50.814373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Usage tracker for resource:security_group_rule and tenant:e042ee992026460cb46de062d0c5ba48 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:50.825042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:50.836576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:50.989790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:50.993890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:51.005442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36f26e9e-e8aa-43c8-9a72-8058098b45b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:51.043349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f58fec4-aec9-477d-ad44-2495795286ab,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:51.064465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:51.093857 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e042ee992026460cb46de062d0c5ba48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978556 Jan 25 18:46:51.106540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53576) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:51.202862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:51.247790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:51.324153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:51.344032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba999d64-a8ec-44e1-ba6e-def33fe4975d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:51.365977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f58fec4-aec9-477d-ad44-2495795286ab,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:51.372427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:51.380114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:51.385712 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f58fec4-aec9-477d-ad44-2495795286ab HTTP/1.1" status: 204 len: 168 time: 0.2778392 Jan 25 18:46:51.703931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047624-e3f7-4024-b5fe-e2882985dbe3 req-215a3b2e-4be9-4b00-be18-81a48fa2c408 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:51.724249 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8c047624-e3f7-4024-b5fe-e2882985dbe3 req-215a3b2e-4be9-4b00-be18-81a48fa2c408 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2217941 Jan 25 18:46:51.928334 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8c047624-e3f7-4024-b5fe-e2882985dbe3 req-5d29d9f3-5ae7-44e5-a878-21bcd2ffa403 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029278 Jan 25 18:46:52.237903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53594) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:52.250443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761aed-dc3a-4238-9948-311ab88f2b06 req-9066cc76-c8ef-4cc4-add1-a58803b39b71 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:52.261987 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fa761aed-dc3a-4238-9948-311ab88f2b06 req-9066cc76-c8ef-4cc4-add1-a58803b39b71 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.2954774 Jan 25 18:46:52.295437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:52.331181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:52.340320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Usage tracker for resource:security_group_rule and tenant:f3f19cbd30af46628d762630e8928bab is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:52.349712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:52.361670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:52.394650 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fa761aed-dc3a-4238-9948-311ab88f2b06 req-b4788d6e-997a-46c9-9faa-26cdd49b7e09 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311038 Jan 25 18:46:52.513300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:52.516873 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:52.527607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c4a828d6-dff9-4f1a-ac5d-4613261010b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:52.577267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53604) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:52.594201 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3f19cbd30af46628d762630e8928bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543766 Jan 25 18:46:52.596318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b7425-f4c7-4e2b-b34e-77768dbc1d55,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:52.624743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:52.851479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:52.912784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:53.046697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:53.060518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ecfdb3f8-30d1-4fa7-b4ee-48fc903a6543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:53.095516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:53.102344 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a7b7425-f4c7-4e2b-b34e-77768dbc1d55 HTTP/1.1" status: 204 len: 168 time: 0.5237608 Jan 25 18:46:53.124480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b7425-f4c7-4e2b-b34e-77768dbc1d55,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:53.128874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:53.577870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b53777-c795-4b9f-bcaf-d26f94c29f5e req-9981771b-0e28-4cda-a72c-2fc6dc4a3619 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:53.590975 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-97b53777-c795-4b9f-bcaf-d26f94c29f5e req-9981771b-0e28-4cda-a72c-2fc6dc4a3619 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3017592 Jan 25 18:46:53.790317 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-97b53777-c795-4b9f-bcaf-d26f94c29f5e req-82fe04c3-d67d-4005-a656-ed92b1e9d80c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972084 Jan 25 18:46:53.996394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb346965-8ebb-4078-9458-b706ba237288 req-798968e1-1a0c-4ac7-906d-a24c5a87ad55 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:54.014927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bb346965-8ebb-4078-9458-b706ba237288 req-798968e1-1a0c-4ac7-906d-a24c5a87ad55 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.3944280 Jan 25 18:46:54.110462 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bb346965-8ebb-4078-9458-b706ba237288 req-c727fea5-5268-4495-8c49-c4b12181c3b4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942638 Jan 25 18:46:55.341843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e485c-0770-45cb-a0e0-51ac75247f2a req-c7f04c92-8cfd-4b8c-9404-68bdd3d85cdc tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:55.353477 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3d2e485c-0770-45cb-a0e0-51ac75247f2a req-c7f04c92-8cfd-4b8c-9404-68bdd3d85cdc tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2821021 Jan 25 18:46:55.486732 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3d2e485c-0770-45cb-a0e0-51ac75247f2a req-88779908-cf94-4c0c-90d1-0a34881790c7 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276026 Jan 25 18:46:55.613031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098e061-efa4-454e-8819-10fe4d9ce164 req-3d1c1df3-cf0c-4b41-a035-74686d1a33ae tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:55.623536 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a098e061-efa4-454e-8819-10fe4d9ce164 req-3d1c1df3-cf0c-4b41-a035-74686d1a33ae tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.2616537 Jan 25 18:46:55.727438 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a098e061-efa4-454e-8819-10fe4d9ce164 req-404a5a61-6847-41b8-a1c1-3c564485ee83 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025972 Jan 25 18:46:56.169796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5330d67-6c14-4c1e-b2c6-00e5e0fb4b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:57.038289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564040-f6d1-45d2-a8d3-ff4c8c09b07c req-db148aa6-3946-444c-8b06-cc3c79da7388 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:57.040564 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ea564040-f6d1-45d2-a8d3-ff4c8c09b07c req-db148aa6-3946-444c-8b06-cc3c79da7388 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2017820 Jan 25 18:46:57.254523 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ea564040-f6d1-45d2-a8d3-ff4c8c09b07c req-c6d5f9ab-99f1-4644-af1f-b842e8cf299f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063644 Jan 25 18:46:57.335826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8195b-7bda-4cde-9c09-d3f902206b89 req-4e1d8e02-a42a-4013-a3ce-27e17fca722d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:57.343654 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8de8195b-7bda-4cde-9c09-d3f902206b89 req-4e1d8e02-a42a-4013-a3ce-27e17fca722d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.2298944 Jan 25 18:46:57.446664 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8de8195b-7bda-4cde-9c09-d3f902206b89 req-c99d9174-4eee-4fa7-8888-b30e73612a80 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987449 Jan 25 18:46:57.923515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53698) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:58.187739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.225907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:58.234569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Usage tracker for resource:security_group_rule and tenant:cc5c4319312d4b028b87a687ba8cd211 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:58.241183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:58.253790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:58.430463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.442313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.479839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-79d7a921-5db5-48ae-8ddc-edee4481494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:58.491564 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc5c4319312d4b028b87a687ba8cd211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667374 Jan 25 18:46:58.497251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53752) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:58.558520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8026e3c-aca3-4aeb-8f80-53aa2a3c9fb9,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:58.568372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243fcf7-f3aa-4f15-af85-068f0b6aa8ba req-ad6851a8-b03e-4028-a9e4-e405c5667ee1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:58.570403 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8243fcf7-f3aa-4f15-af85-068f0b6aa8ba req-ad6851a8-b03e-4028-a9e4-e405c5667ee1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1253550 Jan 25 18:46:58.576638 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:58.656477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.669372 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8243fcf7-f3aa-4f15-af85-068f0b6aa8ba req-4621058c-62a7-4b97-bdfb-7471d6ee27b5 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911186 Jan 25 18:46:58.690308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.777980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.790376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:58.811202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8026e3c-aca3-4aeb-8f80-53aa2a3c9fb9,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:58.826686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:58.826863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ccbb3-81ee-4294-b7da-05d2eeb58e4e req-54b52686-9a15-467a-9e1d-c7cebd8a9589 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:58.828663 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-200ccbb3-81ee-4294-b7da-05d2eeb58e4e req-54b52686-9a15-467a-9e1d-c7cebd8a9589 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1441064 Jan 25 18:46:58.841517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:58.842814 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8026e3c-aca3-4aeb-8f80-53aa2a3c9fb9 HTTP/1.1" status: 204 len: 168 time: 0.3444500 Jan 25 18:46:58.896340 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-200ccbb3-81ee-4294-b7da-05d2eeb58e4e req-c7875914-4fb9-460c-a6b6-a21cb45ed309 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596805 Jan 25 18:46:59.062289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2956fc98-40bd-4e2c-befd-28d67949efe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.105665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.291704 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53802) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:59.313857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.331310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:46:59.335782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfc248c3f3b435f8c675c3027936b00 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:46:59.339422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:46:59.347164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:46:59.456514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.469063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.480151 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3bab5511-9237-41ba-acea-0cacf6281f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:59.526679 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bfc248c3f3b435f8c675c3027936b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324467 Jan 25 18:46:59.527647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f7ecd-f4ca-43ad-8f42-b4eaf4b2e2ee,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:59.530267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53812) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:46:59.531273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:59.616145 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.648830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.808261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.815506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b049a793-3bbd-4a26-b164-4519e56c7ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:46:59.835036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f7ecd-f4ca-43ad-8f42-b4eaf4b2e2ee,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:46:59.844350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:46:59.845208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:46:59.858619 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d7f7ecd-f4ca-43ad-8f42-b4eaf4b2e2ee HTTP/1.1" status: 204 len: 168 time: 0.3269773 Jan 25 18:46:59.901770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84745f-ba8f-48f7-bcf5-4a5ab7b65f8b req-56f83e52-0e9d-498e-9903-fa8ca20a4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:46:59.904097 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d84745f-ba8f-48f7-bcf5-4a5ab7b65f8b req-56f83e52-0e9d-498e-9903-fa8ca20a4a35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.1597695 Jan 25 18:46:59.973035 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d84745f-ba8f-48f7-bcf5-4a5ab7b65f8b req-b98bdf13-4ca0-47b6-8181-6e4e4a25b08d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575149 Jan 25 18:47:00.015647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2a950-f9fe-4ac0-9918-b5e05ebe1d89 req-c309c2a6-b525-4b26-bdd9-a9e20c990bb9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:00.017269 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aaa2a950-f9fe-4ac0-9918-b5e05ebe1d89 req-c309c2a6-b525-4b26-bdd9-a9e20c990bb9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1805511 Jan 25 18:47:00.094515 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aaa2a950-f9fe-4ac0-9918-b5e05ebe1d89 req-13bc3cc0-78f8-4835-aed3-b4728d58152e tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702887 Jan 25 18:47:00.245685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a606ae-01ed-44ae-9ba7-a7e77b74a14d req-d2a8cf44-4978-4759-801b-28466a991c91 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:00.247432 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5a606ae-01ed-44ae-9ba7-a7e77b74a14d req-d2a8cf44-4978-4759-801b-28466a991c91 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1334755 Jan 25 18:47:00.312560 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5a606ae-01ed-44ae-9ba7-a7e77b74a14d req-5554bb2d-13bc-42dd-acd2-90597ab748b6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573096 Jan 25 18:47:00.343538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:00.555799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:01.470106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476ad6b-2e81-4385-8b19-f633d454041d req-1dc2485c-8e20-4d7b-be57-bbaf08fe80f6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:01.474169 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2476ad6b-2e81-4385-8b19-f633d454041d req-1dc2485c-8e20-4d7b-be57-bbaf08fe80f6 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1464539 Jan 25 18:47:01.549853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53892) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:01.585436 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2476ad6b-2e81-4385-8b19-f633d454041d req-9d476589-47d2-4bed-8f15-9617be28015f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068473 Jan 25 18:47:01.637946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Deleting subnet b8915284-2db9-4b81-bed5-aee90f9dced1 {{(pid=80081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:47:01.641853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:01.672552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacaa5a-fd1d-4748-a589-1bf8a38262f2 req-810f6f2f-491b-4287-a30d-2c3ddcc33a82 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:01.675357 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ecacaa5a-fd1d-4748-a589-1bf8a38262f2 req-810f6f2f-491b-4287-a30d-2c3ddcc33a82 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1772242 Jan 25 18:47:01.738542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10884243'] for subnet, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:01.800767 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ecacaa5a-fd1d-4748-a589-1bf8a38262f2 req-06290b28-9929-4628-956c-391bb21cc1dc tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113193 Jan 25 18:47:01.842899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:02.489161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11732459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10830498'] for subnet, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:02.507361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-434fe386-3881-4c6c-9289-291c9d71ed69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:02.548827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0004ba-f148-4261-99f0-3ab4dc85c671 req-a282cded-afd5-4cb1-be05-6d1dcf22734f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:02.551307 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8b0004ba-f148-4261-99f0-3ab4dc85c671 req-a282cded-afd5-4cb1-be05-6d1dcf22734f tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1322825 Jan 25 18:47:02.556938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8915284-2db9-4b81-bed5-aee90f9dced1,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:02.590054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:47:02.608803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:02.630310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615f96-b667-4ef1-9282-c17e28377683 req-69502d88-e57e-4ff6-b209-5debd682a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:02.630623 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8b0004ba-f148-4261-99f0-3ab4dc85c671 req-1a68e27b-dc9d-4362-a86a-738dddbd57e0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712333 Jan 25 18:47:02.631967 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-69502d88-e57e-4ff6-b209-5debd682a81e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 1162 time: 0.2245460 Jan 25 18:47:02.780916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:02.801042 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-51323331-eaf4-4d65-bbeb-e89c8ac68a37 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b8915284-2db9-4b81-bed5-aee90f9dced1 HTTP/1.1" status: 204 len: 168 time: 1.2484400 Jan 25 18:47:02.802603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 53924) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:02.956386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615f96-b667-4ef1-9282-c17e28377683 req-c01a3fc6-d7ed-451a-ad35-adab8bb6599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:02.958192 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-c01a3fc6-d7ed-451a-ad35-adab8bb6599e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 200 len: 913 time: 0.3175349 Jan 25 18:47:02.971574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.095806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00422890-b859-414f-a2c6-40b1400fd0de req-14ccf815-0675-4c4b-8321-d95d157e14d2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:03.097780 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-00422890-b859-414f-a2c6-40b1400fd0de req-14ccf815-0675-4c4b-8321-d95d157e14d2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.1197736 Jan 25 18:47:03.109583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:03.116113 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-c55f6eb0-ea34-4a9e-950b-d0761b947eeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 200 len: 217 time: 0.0800645 Jan 25 18:47:03.175728 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-00422890-b859-414f-a2c6-40b1400fd0de req-cc093fd9-9cf2-4b67-983f-3d7368ceb883 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705814 Jan 25 18:47:03.255938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:03.256392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.352527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.414334 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:03.431116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615f96-b667-4ef1-9282-c17e28377683 req-d913dc99-7222-452a-b37f-87f94bc7a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:03.433943 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-d913dc99-7222-452a-b37f-87f94bc7a70f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 200 len: 859 time: 0.2753987 Jan 25 18:47:03.492538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:03.493155 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.511702 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-dc725f2f-4ba2-47f8-9681-789b02b25e59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702913 Jan 25 18:47:03.621644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f886b8-149d-4fda-b41f-8addb48afb49']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:03.625432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.639357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5730919c-3c10-4342-ac30-f52fb29540f7') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:03.639700 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5730919c-3c10-4342-ac30-f52fb29540f7') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:03.653284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:03.663583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.664716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:03.667767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.670956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe7a89ab-8e2b-4db9-839e-86194493bd94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:03.699359 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:03.703213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:47:03.757339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=6']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:03.771174 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'code': 200} Jan 25 18:47:03.776810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.777439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.778033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.778563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.779090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.779593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.780123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.780640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.781264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.781833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.782799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.782799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.783212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.784631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.785157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.785809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.786418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.787026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.787410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.787785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.788158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.788529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.788899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.789278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:03.801682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:03.810279 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-83227f03-0be0-4c97-8476-2d8d6c4622b5 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886710 Jan 25 18:47:03.973576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3801e9-f898-4afe-9273-a5f62d0150de req-019949d8-cc71-4a6f-be5e-161c0abc05ea tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:03.975730 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4f3801e9-f898-4afe-9273-a5f62d0150de req-019949d8-cc71-4a6f-be5e-161c0abc05ea tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1303258 Jan 25 18:47:04.001747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Network 99f886b8-149d-4fda-b41f-8addb48afb49 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:47:04.022902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:04.032081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4f3801e9-f898-4afe-9273-a5f62d0150de req-cb16fcaa-d35b-43e1-89c2-4ee9649f8886 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Jan 25 18:47:04.251885 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62615f96-b667-4ef1-9282-c17e28377683 req-00c08d78-7170-48ad-bdee-bae9831f1de3 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4330087 Jan 25 18:47:04.253852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Network 99f886b8-149d-4fda-b41f-8addb48afb49 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:47:04.278900 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:47:04.383706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:04.385954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:04.399226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15f4d25e-482f-4c2f-bef6-fab937495c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:04.496755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:04.499737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f886b8-149d-4fda-b41f-8addb48afb49,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:04.506346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:04.532589 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fdcb059c-1a45-4d88-88b5-cf8c392c7494 admin admin] 10.222.0.81 "DELETE /v2.0/networks/99f886b8-149d-4fda-b41f-8addb48afb49 HTTP/1.1" status: 204 len: 168 time: 1.7284524 Jan 25 18:47:04.535665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:04.536094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:04.579400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188febc-c003-4c7b-9aa3-f364b10d53dd req-0fef2796-28eb-40a4-869d-73d5ba027778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:04.587081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9188febc-c003-4c7b-9aa3-f364b10d53dd req-0fef2796-28eb-40a4-869d-73d5ba027778 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1162 time: 0.1597872 Jan 25 18:47:04.656655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e53b1-b181-4b3f-8669-0940eed735df req-ab949a1c-c6dd-446b-8501-302b03f264ff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:04.666344 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a7e53b1-b181-4b3f-8669-0940eed735df req-ab949a1c-c6dd-446b-8501-302b03f264ff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.2380238 Jan 25 18:47:04.714712 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9188febc-c003-4c7b-9aa3-f364b10d53dd req-2d03ed68-7cb5-41bf-b9df-2ebdf8a44c63 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787063 Jan 25 18:47:04.736213 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a7e53b1-b181-4b3f-8669-0940eed735df req-2d4d6471-7e0b-432c-808d-f309f364da12 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685303 Jan 25 18:47:04.927863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53952) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:04.982345 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-32f797cb-21d5-42aa-930a-a16ddc87e38b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce74632a724146ea8cf57a6113a683fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530751 Jan 25 18:47:04.991819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 53956) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:05.067735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:05.100437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:05.103455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:05.192548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:05.198235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f60cec9c-d43b-47b8-915e-4057516ce82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:05.214748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011298d-ac8b-4df6-bc82-2c54fe4916c8,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:05.218692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:05.230165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:05.233668 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9011298d-ac8b-4df6-bc82-2c54fe4916c8 HTTP/1.1" status: 204 len: 168 time: 0.2386510 Jan 25 18:47:05.363666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9de55b-24d6-492d-8a4a-c1267346d915 req-c01f070b-2864-4b07-8ed9-b30bae74346b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:05.365729 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a9de55b-24d6-492d-8a4a-c1267346d915 req-c01f070b-2864-4b07-8ed9-b30bae74346b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1220295 Jan 25 18:47:05.429160 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a9de55b-24d6-492d-8a4a-c1267346d915 req-41469317-fdc5-4504-b37a-51f58493ff1a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546839 Jan 25 18:47:06.006437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ad45-f541-4e8c-a52b-ba161cd71e90 req-413f2b0a-a792-44a4-a978-4b3385a89f5a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:06.008055 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bcd5ad45-f541-4e8c-a52b-ba161cd71e90 req-413f2b0a-a792-44a4-a978-4b3385a89f5a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1184237 Jan 25 18:47:06.065756 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bcd5ad45-f541-4e8c-a52b-ba161cd71e90 req-f0671d8d-e426-4ae3-80ac-0e8e129fee06 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512133 Jan 25 18:47:06.604789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:06.736342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 543b46aa-c701-45bd-8a37-e404fc49aeeb triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:06.737113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:06.757621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6b1c-12ef-4731-aef2-86ce91e5bbbc req-d122b0e2-d6ad-4025-ba8b-a6eb67053fd2 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:06.759580 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-730a6b1c-12ef-4731-aef2-86ce91e5bbbc req-d122b0e2-d6ad-4025-ba8b-a6eb67053fd2 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1838503 Jan 25 18:47:06.855454 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-730a6b1c-12ef-4731-aef2-86ce91e5bbbc req-1c39ad43-f52e-4f70-990d-fb230425f2ea tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867159 Jan 25 18:47:07.331902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72f8ab-44ae-4db1-bcb8-867304e1dfaa req-47e95087-ab18-44fe-a030-20748ad7f81d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:07.333531 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a72f8ab-44ae-4db1-bcb8-867304e1dfaa req-47e95087-ab18-44fe-a030-20748ad7f81d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1158414 Jan 25 18:47:07.390535 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a72f8ab-44ae-4db1-bcb8-867304e1dfaa req-5415c1d2-ce81-4fcd-84df-49f69744934f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505018 Jan 25 18:47:08.110949 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5a7d-06eb-4849-8e6a-2ed4b7574573 req-600dd382-82b5-475e-b55a-4b3650b724b9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:08.112748 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-473d5a7d-06eb-4849-8e6a-2ed4b7574573 req-600dd382-82b5-475e-b55a-4b3650b724b9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1222930 Jan 25 18:47:08.169712 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-473d5a7d-06eb-4849-8e6a-2ed4b7574573 req-78e9091a-deb4-42b2-9443-aa20700a9375 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499597 Jan 25 18:47:08.520747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:08.530391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54050) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:08.626703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port c9ae5e33-9b02-4e1d-bec8-209401af6225 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:08.627150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:08.726784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:08.761790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:08.766622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0dfbf125a84f9c9e71e6b3a0b7f411 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:08.771678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:08.778238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:08.885219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:08.887985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:08.897792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-476cac41-514b-4154-8dd5-964762d6a415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:08.941388 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d0dfbf125a84f9c9e71e6b3a0b7f411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097095 Jan 25 18:47:08.942381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c552430-c634-4fc7-a71f-68467a2967d4,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:08.944414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 54060) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:08.945647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:09.009913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.039099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.089304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.095853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8b9b48f9-0143-4b52-b260-a438ab365d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:09.109670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c552430-c634-4fc7-a71f-68467a2967d4,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:09.112173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.113391 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c552430-c634-4fc7-a71f-68467a2967d4 HTTP/1.1" status: 204 len: 168 time: 0.1678808 Jan 25 18:47:09.114487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:09.487883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 54070) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:09.507594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.527362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:09.531490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7f27bd89294195a3e253cb117c18ef is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:09.535549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:09.541437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:09.632268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.635070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.645128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80479d01-060a-40e4-9d6d-1155fabf7d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:09.690929 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e7f27bd89294195a3e253cb117c18ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009509 Jan 25 18:47:09.691832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d774625e-0fba-43aa-ae4e-1fedc86b10f7,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:09.693525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54074) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:09.695236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:09.771664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.801465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.858862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.865134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e334f784-f725-4fa8-8c68-662a6b7e78e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:09.881285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d774625e-0fba-43aa-ae4e-1fedc86b10f7,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:09.884576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:09.889063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:09.890310 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d774625e-0fba-43aa-ae4e-1fedc86b10f7 HTTP/1.1" status: 204 len: 168 time: 0.1956196 Jan 25 18:47:11.640630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54132) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:11.802372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:11.818153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:11.822093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:dcac4cc182e5438398e8097ab7e69667 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:11.825027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:11.831579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:11.924637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:11.927392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:11.936266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a27e28e1-ea95-4a1b-8df7-21af88a406ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:11.982372 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcac4cc182e5438398e8097ab7e69667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403764 Jan 25 18:47:11.983316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba54ccd-5730-4b9a-b467-6e53d3baedea,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:11.985161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 54138) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:11.987149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:12.051083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:12.078471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:12.122374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:12.127808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fcc87248-052e-4922-8d6e-d9449522408d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:12.146737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba54ccd-5730-4b9a-b467-6e53d3baedea,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:12.149893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:12.154131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:12.155345 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aba54ccd-5730-4b9a-b467-6e53d3baedea HTTP/1.1" status: 204 len: 168 time: 0.1690471 Jan 25 18:47:12.946374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad030c-9b93-4ea3-8897-9994f69be1a2 req-8fede324-6517-4afd-af81-034dda36a5ce tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:12.948090 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-17ad030c-9b93-4ea3-8897-9994f69be1a2 req-8fede324-6517-4afd-af81-034dda36a5ce tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1244686 Jan 25 18:47:13.010977 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-17ad030c-9b93-4ea3-8897-9994f69be1a2 req-13d233d2-28d0-4c6a-af42-1088199e9a05 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Jan 25 18:47:14.263307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaa135-e090-4f84-bca2-46e9ec7b9b96 req-3abb99ad-4e68-4d70-8f9e-c6148ce441f0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:14.264984 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9edaa135-e090-4f84-bca2-46e9ec7b9b96 req-3abb99ad-4e68-4d70-8f9e-c6148ce441f0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1196649 Jan 25 18:47:14.321673 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9edaa135-e090-4f84-bca2-46e9ec7b9b96 req-a6bc81a1-4588-477b-88d2-de31ed818542 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Jan 25 18:47:15.586228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cce3d5-5767-4358-a11b-2fd58700afce req-9f223ba9-2702-4c41-a073-8d76ec06c3a2 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:15.587942 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46cce3d5-5767-4358-a11b-2fd58700afce req-9f223ba9-2702-4c41-a073-8d76ec06c3a2 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1269026 Jan 25 18:47:15.915445 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-46cce3d5-5767-4358-a11b-2fd58700afce req-211fec9f-6103-47e4-a1d3-e9d7dfaeaf63 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856948 Jan 25 18:47:15.977714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c658cce-7ddb-4800-be1a-59c6df008d98 req-c2a21572-d365-46cf-9d32-8a4d1ff4c728 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:15.979423 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c658cce-7ddb-4800-be1a-59c6df008d98 req-c2a21572-d365-46cf-9d32-8a4d1ff4c728 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.3904824 Jan 25 18:47:16.028336 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6de83200-3715-4fab-95c7-3fdd44427ff9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:16.029173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6de83200-3715-4fab-95c7-3fdd44427ff9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Synchronizing usage tracker for tenant:ee7cbc45e3504beda5e2ac374365ff2c on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:47:16.038482 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c658cce-7ddb-4800-be1a-59c6df008d98 req-b9a26f76-38a4-47e4-b796-703b56ea0a09 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515914 Jan 25 18:47:16.047607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6de83200-3715-4fab-95c7-3fdd44427ff9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Unset dirty status for tenant:ee7cbc45e3504beda5e2ac374365ff2c on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:47:16.049214 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6de83200-3715-4fab-95c7-3fdd44427ff9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1395528 Jan 25 18:47:16.132004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Deleting port 507697d2-ec24-406a-8e63-6b09c86873fd {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:16.132389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:16.400108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] For port 507697d2-ec24-406a-8e63-6b09c86873fd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=507697d2-ec24-406a-8e63-6b09c86873fd,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:16.400414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:16.443410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 507697d2-ec24-406a-8e63-6b09c86873fd no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:47:16.537159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Calling delete_port for 507697d2-ec24-406a-8e63-6b09c86873fd owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:16.565803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:16.594022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:16.605308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 507697d2-ec24-406a-8e63-6b09c86873fd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=507697d2-ec24-406a-8e63-6b09c86873fd,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:16.608354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:16.610235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:16.630715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:47:16.631097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:47:16.660437 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd', 'code': 200} Jan 25 18:47:16.683495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=507697d2-ec24-406a-8e63-6b09c86873fd,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:16.686919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:17.132458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Deleting port 507697d2-ec24-406a-8e63-6b09c86873fd {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:17.133248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.175511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fe66-19a9-4951-8f86-6fea1743500a req-8739b69a-e73c-41e3-b215-b49b41e0a73b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:17.177363 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-22f1fe66-19a9-4951-8f86-6fea1743500a req-8739b69a-e73c-41e3-b215-b49b41e0a73b tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 944 time: 0.1223457 Jan 25 18:47:17.287727 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-22f1fe66-19a9-4951-8f86-6fea1743500a req-a8aa4a28-a028-4b70-867a-728b108f698c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036596 Jan 25 18:47:17.349213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25377879-f369-4589-a6a1-891bc53f13f3 req-c52cd9ed-5ee7-4638-9bff-9db28d334a90 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:17.351096 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-25377879-f369-4589-a6a1-891bc53f13f3 req-c52cd9ed-5ee7-4638-9bff-9db28d334a90 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1685445 Jan 25 18:47:17.427275 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-25377879-f369-4589-a6a1-891bc53f13f3 req-5fdaa9f7-49e8-4167-88b3-4ad67607e6fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595970 Jan 25 18:47:17.478170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54258) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:17.640029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.657118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:17.663280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d925bdd272f4d8696a3e6e104884371 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:17.665933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] For port 507697d2-ec24-406a-8e63-6b09c86873fd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=507697d2-ec24-406a-8e63-6b09c86873fd,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:17.666328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:17.666544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.672018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:17.763808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.768936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.778206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3a0cd980-8ad5-49b8-90d0-73fba9fc6478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:17.814855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Calling delete_port for 507697d2-ec24-406a-8e63-6b09c86873fd owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:17.823296 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d925bdd272f4d8696a3e6e104884371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438561 Jan 25 18:47:17.824216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf6a01-7562-4f9b-9ac6-fb75da1573c0,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:17.826362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54264) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:17.845180 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.845654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.846779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.847174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.847571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.847963 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.848353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.848740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.849123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.849515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.849920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.850304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.850750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.851140 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.851482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.851908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.852285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.852664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.853061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.853397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.853809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.854212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.854572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.854945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:17.860750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:17.917394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.946202 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:17.992019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:18.007276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:18.009272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-40e9fcd4-4629-4e09-a990-7086e6f63704 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:18.012922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:18.028785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf6a01-7562-4f9b-9ac6-fb75da1573c0,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:18.031530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:18.041997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:18.045712 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08bf6a01-7562-4f9b-9ac6-fb75da1573c0 HTTP/1.1" status: 204 len: 168 time: 0.2158880 Jan 25 18:47:18.111894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Pushing event deleted for resources: {'Port': ['ID=507697d2-ec24-406a-8e63-6b09c86873fd,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:18.118778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:18.232848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] No DVR routers for this DVR port 507697d2-ec24-406a-8e63-6b09c86873fd on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:47:18.235233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:18.239822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'name': 'network-vif-deleted', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:18.254986 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-15b83577-fabf-481a-aea0-e1755dd564f9 req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "DELETE /v2.0/ports/507697d2-ec24-406a-8e63-6b09c86873fd HTTP/1.1" status: 204 len: 173 time: 2.1994340 Jan 25 18:47:18.316215 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc72233-0f88-4ab5-956f-fd735326d0e6', 'name': 'network-vif-deleted', 'tag': '507697d2-ec24-406a-8e63-6b09c86873fd', 'status': 'completed', 'code': 200} Jan 25 18:47:18.555346 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-baa043de-a839-4975-9fdd-7e94af60169d req-421a755f-c03e-4429-9e5b-b0c7a20947f4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=dfc72233-0f88-4ab5-956f-fd735326d0e6 HTTP/1.1" status: 200 len: 210 time: 0.1007011 Jan 25 18:47:18.742213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0549e-8ee2-42ec-bd36-250c7a9238be req-5e1f8983-583f-49c0-a3a4-110a3df9ee1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:18.743861 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c6b0549e-8ee2-42ec-bd36-250c7a9238be req-5e1f8983-583f-49c0-a3a4-110a3df9ee1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1452296 Jan 25 18:47:18.859952 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c6b0549e-8ee2-42ec-bd36-250c7a9238be req-4cdd7efc-98bd-48f3-9efa-8b15bf0f446c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074626 Jan 25 18:47:20.192816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b84bf-6d4c-4c36-9144-11a0d21f34c3 req-2d39bdc5-fc0b-4a02-9e87-51b61099d3e9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:20.194606 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b18b84bf-6d4c-4c36-9144-11a0d21f34c3 req-2d39bdc5-fc0b-4a02-9e87-51b61099d3e9 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1576495 Jan 25 18:47:20.230883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21859bef-363e-498e-9ea8-559eee819d61 req-ae862195-6c67-465e-a010-7866cacf52de tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:20.232591 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-21859bef-363e-498e-9ea8-559eee819d61 req-ae862195-6c67-465e-a010-7866cacf52de tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2353623 Jan 25 18:47:20.318446 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b18b84bf-6d4c-4c36-9144-11a0d21f34c3 req-11643501-56bb-4023-8071-ecf13a8d96b1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847237 Jan 25 18:47:20.333052 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-21859bef-363e-498e-9ea8-559eee819d61 req-c37c9f6d-c04d-4883-86e7-f9c5ba5e27fe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845709 Jan 25 18:47:21.003716 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-ab9f663f-ef16-4acc-9a77-d233d1be0d30 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/networks?tenant_id=baced67ba6004dbc919ffe18d5e6e0cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337863 Jan 25 18:47:21.203557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-ae06d575-3ab2-4080-903e-b3c466588a84 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:21.205134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-ae06d575-3ab2-4080-903e-b3c466588a84 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954334 Jan 25 18:47:21.223630 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-c7b5d0bb-c858-479e-8c7d-aa28dc9799d9 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/quotas/baced67ba6004dbc919ffe18d5e6e0cd HTTP/1.1" status: 200 len: 375 time: 0.0109541 Jan 25 18:47:21.284997 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-b9a2f698-25e2-4a99-a505-d0cbce6fe8d1 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?tenant_id=baced67ba6004dbc919ffe18d5e6e0cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544446 Jan 25 18:47:21.656796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a05bd-183d-48e6-b740-eb7b75133c11 req-f89d8672-1eb3-4d50-a672-e8b7f8b191e8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:21.658738 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fd3a05bd-183d-48e6-b740-eb7b75133c11 req-f89d8672-1eb3-4d50-a672-e8b7f8b191e8 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.1957295 Jan 25 18:47:21.697885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf3467-6a43-4245-8909-bc66bce49429 req-84a067bc-d965-4349-a5ce-5e545a05889a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:21.699553 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ccf3467-6a43-4245-8909-bc66bce49429 req-84a067bc-d965-4349-a5ce-5e545a05889a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1883912 Jan 25 18:47:21.800484 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fd3a05bd-183d-48e6-b740-eb7b75133c11 req-aa9bf069-1aa6-4462-b69d-e4554f789d8c tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998149 Jan 25 18:47:21.818962 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ccf3467-6a43-4245-8909-bc66bce49429 req-d2617150-e70c-410f-bdc9-549b0b58bc6a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834353 Jan 25 18:47:21.976853 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-729e8f68-3b20-4bd6-b5bc-2c603b93be5f req-d679364b-6651-4c09-a801-4b9a12eeb44c tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 210 time: 0.0493000 Jan 25 18:47:22.823172 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-a1e816b8-3286-42c9-9702-10a1e7f4e519 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.18 "GET /v2.0/networks?tenant_id=baced67ba6004dbc919ffe18d5e6e0cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341785 Jan 25 18:47:23.065876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-7a43055e-18e2-4891-97d2-7c884b8e611a tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:23.067696 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-7a43055e-18e2-4891-97d2-7c884b8e611a tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388222 Jan 25 18:47:23.094520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Request body: {'port': {'device_id': '51c98812-24c0-45e3-a092-4602e56e5a64', 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7', 'admin_state_up': True, 'tenant_id': 'baced67ba6004dbc919ffe18d5e6e0cd'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:23.203441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7498a-9980-4ad0-a746-b729db4e8750 req-bd4c63dc-789a-4de6-8b90-6d718e6f2a8d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:23.205297 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2ba7498a-9980-4ad0-a746-b729db4e8750 req-bd4c63dc-789a-4de6-8b90-6d718e6f2a8d tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2529593 Jan 25 18:47:23.245686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893defa-dce1-4d51-90e9-5cb32ae1c375 req-2f312a43-6ce0-4bfe-86af-fd493f750f83 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:23.247342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3893defa-dce1-4d51-90e9-5cb32ae1c375 req-2f312a43-6ce0-4bfe-86af-fd493f750f83 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2055874 Jan 25 18:47:23.260091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:23.264405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Usage tracker for resource:port and tenant:baced67ba6004dbc919ffe18d5e6e0cd is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:23.267749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:23.274175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:23.284495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Made reservation on behalf of baced67ba6004dbc919ffe18d5e6e0cd for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:47:23.296249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:23.317011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:23.334027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:23.338127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Usage tracker for resource:security_group_rule and tenant:baced67ba6004dbc919ffe18d5e6e0cd is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:23.338358 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2ba7498a-9980-4ad0-a746-b729db4e8750 req-5dfd8fb5-2eb2-459b-b28c-d45e4d40cbfd tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899484 Jan 25 18:47:23.341255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:23.349254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:23.353473 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3893defa-dce1-4d51-90e9-5cb32ae1c375 req-f95d7c6e-977f-4354-bdd1-be21313ecb72 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903981 Jan 25 18:47:23.464143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:23.466916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:23.479475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-047c0be0-aa53-46d5-8fb7-426d2a23cec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:23.513686 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-79707c40-57d2-4299-87fe-5da7b9c9fc9d req-4c1f8dac-eafe-4c1e-b1a1-40bc2430089e tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 210 time: 0.0501659 Jan 25 18:47:23.588657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Pushing event updated for resources: {'SecurityGroup': ['ID=084f7ac5-4306-42c6-a378-5704a118810f,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:23.597866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:23.807147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Allocated IP 192.168.233.190 (a792d0cb-fd34-4f54-bad0-4f978e636ae7/27721f6b-b06b-4359-86b0-0f95797d6f70/dbb2a1db-90c9-454c-b78f-37ac4abd2622) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:47:24.030763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:24.051696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Transition to ACTIVE for port object dbb2a1db-90c9-454c-b78f-37ac4abd2622 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:24.076804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:24.093675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-56501b52-43ed-4208-affd-ea4c6cb4c0fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:24.240268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Pushing event updated for resources: {'Port': ['ID=dbb2a1db-90c9-454c-b78f-37ac4abd2622,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:24.245182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:24.315763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:47:24.317162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:24.319717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:47:24.420228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:24.421054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:24.452899 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3633153 Jan 25 18:47:24.482354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Request body: {'port': {'device_id': '51c98812-24c0-45e3-a092-4602e56e5a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:24.617029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54394) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:24.650027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:24.731705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-72dcd2e5-ed19-408f-9555-4735fb424177 None None] Provisioning for port dbb2a1db-90c9-454c-b78f-37ac4abd2622 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:47:24.741731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a7a9c-8f7c-4f08-ad25-6ce1f773698e req-55a8dd41-19ee-4d82-8bde-b4b47166c4da tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:24.743030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-72dcd2e5-ed19-408f-9555-4735fb424177 None None] Provisioning complete for port dbb2a1db-90c9-454c-b78f-37ac4abd2622 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:24.743655 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-855a7a9c-8f7c-4f08-ad25-6ce1f773698e req-55a8dd41-19ee-4d82-8bde-b4b47166c4da tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2319682 Jan 25 18:47:24.752876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72dcd2e5-ed19-408f-9555-4735fb424177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:24.797427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa867a90-4f91-4089-88c7-03a7575cca61 req-132a4395-c156-453f-80e7-5d2120e8a770 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:24.799470 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fa867a90-4f91-4089-88c7-03a7575cca61 req-132a4395-c156-453f-80e7-5d2120e8a770 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.2328663 Jan 25 18:47:24.840061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-72dcd2e5-ed19-408f-9555-4735fb424177 None None] Port dbb2a1db-90c9-454c-b78f-37ac4abd2622 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:47:24.902264 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-855a7a9c-8f7c-4f08-ad25-6ce1f773698e req-137feced-f9cd-48ff-b17b-783a8e58f13e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016369 Jan 25 18:47:24.913605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:24.941627 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fa867a90-4f91-4089-88c7-03a7575cca61 req-db90e1ee-1a94-47dc-8092-a19a7724d739 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159270 Jan 25 18:47:24.944365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:24.950677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Usage tracker for resource:security_group_rule and tenant:f482abc61eaa469eb2edee6a4a60751d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:24.954989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:24.963370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:25.142089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.147405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.158805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ad16548a-cf42-47da-8aef-b0a74eccffed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:25.184239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb2a1db-90c9-454c-b78f-37ac4abd2622 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:47:25.192614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.205996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Transition to ACTIVE for port object dbb2a1db-90c9-454c-b78f-37ac4abd2622 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:25.209041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.209798 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f482abc61eaa469eb2edee6a4a60751d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846248 Jan 25 18:47:25.212708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32973af8-f961-4e24-8bd8-efbb3e667cdc,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:25.215323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54400) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:25.219648 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:25.224560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:25.268669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200848-1299-41d1-b83c-b8753c6f0761 req-3921ccd3-7b96-4d64-bbd1-522861da0c02 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:25.270437 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7d200848-1299-41d1-b83c-b8753c6f0761 req-3921ccd3-7b96-4d64-bbd1-522861da0c02 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 936 time: 0.2278583 Jan 25 18:47:25.359564 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7d200848-1299-41d1-b83c-b8753c6f0761 req-7f0d9906-84bc-4a3f-ba5e-8735499c9ed4 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824964 Jan 25 18:47:25.375036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.375747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb2a1db-90c9-454c-b78f-37ac4abd2622,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:25.380448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:25.405870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.458782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.466701 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-534222a7-b1ad-4ba4-b35d-64fe8a6d682b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:25.481770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32973af8-f961-4e24-8bd8-efbb3e667cdc,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:25.485174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:25.488507 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.494386 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-554df75b-3615-4b38-ae5e-ad7e4f2263c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32973af8-f961-4e24-8bd8-efbb3e667cdc HTTP/1.1" status: 204 len: 168 time: 0.2771397 Jan 25 18:47:25.592775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Attempting to bind port dbb2a1db-90c9-454c-b78f-37ac4abd2622 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:47:25.593220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Attempting to bind port dbb2a1db-90c9-454c-b78f-37ac4abd2622 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:47:25.593516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Attempting to bind port dbb2a1db-90c9-454c-b78f-37ac4abd2622 on network a792d0cb-fd34-4f54-bad0-4f978e636ae7 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:47:25.600943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:47:25.601331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Checking segment: {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:47:25.601778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.602190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Bound using segment: {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:47:25.602728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Bound port: dbb2a1db-90c9-454c-b78f-37ac4abd2622, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce240b5f-8791-491b-97c9-3a867611050e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a792d0cb-fd34-4f54-bad0-4f978e636ae7'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:47:25.603117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.703473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] For port dbb2a1db-90c9-454c-b78f-37ac4abd2622, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:47:25.707456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] For port dbb2a1db-90c9-454c-b78f-37ac4abd2622, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:47:25.712438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.729745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3f151387-a08a-492b-b53c-63ae8414fd93 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:25.894612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb2a1db-90c9-454c-b78f-37ac4abd2622,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:25.899457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:25.931664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:25.932346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:25.935308 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/dbb2a1db-90c9-454c-b78f-37ac4abd2622 HTTP/1.1" status: 200 len: 1162 time: 1.4606357 Jan 25 18:47:25.935308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:26.008259 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622', 'status': 'completed', 'code': 200} Jan 25 18:47:26.144651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffdf695b-e743-4c7a-993b-be7ce4cc55f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:26.275511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-1c9c917d-df44-4716-86b8-9e4e2095cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.277306 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-1c9c917d-df44-4716-86b8-9e4e2095cd01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baced67ba6004dbc919ffe18d5e6e0cd&device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 1165 time: 0.1978898 Jan 25 18:47:26.380671 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-2b49ed73-33f2-459e-ae84-74f26de87da5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622 HTTP/1.1" status: 200 len: 217 time: 0.0856373 Jan 25 18:47:26.391442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceca5d-0352-431f-84af-89223a99a08b req-ce691d3a-405d-4851-837e-b22614696add tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.394189 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6ceca5d-0352-431f-84af-89223a99a08b req-ce691d3a-405d-4851-837e-b22614696add tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1992424 Jan 25 18:47:26.436045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52f76b-de86-4965-8b59-5572ede93862 req-1a5845f4-c94b-47c7-b9cd-c57da01190f0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.437929 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7c52f76b-de86-4965-8b59-5572ede93862 req-1a5845f4-c94b-47c7-b9cd-c57da01190f0 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3060060 Jan 25 18:47:26.459408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-d26288b8-960a-4d6a-aad2-20d03990567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.461340 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-d26288b8-960a-4d6a-aad2-20d03990567b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27721f6b-b06b-4359-86b0-0f95797d6f70 HTTP/1.1" status: 200 len: 843 time: 0.0721967 Jan 25 18:47:26.522929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54430) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:26.578362 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b6ceca5d-0352-431f-84af-89223a99a08b req-bbfebc99-5368-4ef1-a06d-9a53b4d7d8da tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390064 Jan 25 18:47:26.594814 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7c52f76b-de86-4965-8b59-5572ede93862 req-8dbf792d-bcc7-4719-9b68-7bc7192963cb tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375458 Jan 25 18:47:26.720563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:26.734910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1421674892-network', 'tenant_id': '2db516c008e147c9858d78eb4f31be71'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:26.741738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:26.746166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Usage tracker for resource:network and tenant:2db516c008e147c9858d78eb4f31be71 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:26.749460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:26.756972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:26.767068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Made reservation on behalf of 2db516c008e147c9858d78eb4f31be71 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:47:26.772170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:26.820747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08c4155c-f518-4dc2-8d9b-9a0442e9552a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.822040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08c4155c-f518-4dc2-8d9b-9a0442e9552a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Synchronizing usage tracker for tenant:ee7cbc45e3504beda5e2ac374365ff2c on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:47:26.836797 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-909b43e9-4b0e-4208-ba82-07eb0c435839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.837182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:26.839563 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-909b43e9-4b0e-4208-ba82-07eb0c435839 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a792d0cb-fd34-4f54-bad0-4f978e636ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3297942 Jan 25 18:47:26.839856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 525657e4-c14b-4379-b37e-e35935248f1a triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:26.840283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:26.861472 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:26.876068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Usage tracker for resource:security_group_rule and tenant:2db516c008e147c9858d78eb4f31be71 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:26.881192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:26.888395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:26.899419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08c4155c-f518-4dc2-8d9b-9a0442e9552a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Unset dirty status for tenant:ee7cbc45e3504beda5e2ac374365ff2c on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:47:26.900603 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08c4155c-f518-4dc2-8d9b-9a0442e9552a tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 945 time: 0.3268526 Jan 25 18:47:26.939985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7499-e504-41f8-915e-2d07c082dcd3 req-cb3c64e6-3ecf-4037-a192-12e0d1e1cd85 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:26.941705 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-60ef7499-e504-41f8-915e-2d07c082dcd3 req-cb3c64e6-3ecf-4037-a192-12e0d1e1cd85 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 948 time: 0.1580136 Jan 25 18:47:27.018439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device c9ae5e33-9b02-4e1d-bec8-209401af6225 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:47:27.030798 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-60ef7499-e504-41f8-915e-2d07c082dcd3 req-3f149579-6bcd-4641-ba3d-2f546ac7f143 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797908 Jan 25 18:47:27.098552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.100172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Deleting port c9ae5e33-9b02-4e1d-bec8-209401af6225 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:27.100735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.101943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.124628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-645c8366-7a26-442a-aaf3-38930cc0ece1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:27.134968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:47:27.160998 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.163403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.163930 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Added segment 4562cfab-b452-4c3d-81b8-26775b796749 of type vxlan for network 50d4733e-778b-48f7-8af8-dd357e1c8f64 Jan 25 18:47:27.170431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8363d99-0657-4159-ad60-86b1f3669674,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:27.175236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:27.197692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:27.209951 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port c9ae5e33-9b02-4e1d-bec8-209401af6225, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:27.212053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.214134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.216567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:27.248833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.251157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:27.252354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.257875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:27.271567 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225', 'code': 200} Jan 25 18:47:27.304727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=c9ae5e33-9b02-4e1d-bec8-209401af6225,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:27.310312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:27.383950 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8531883 Jan 25 18:47:27.384260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Pushing event updated for resources: {'Network': ['ID=50d4733e-778b-48f7-8af8-dd357e1c8f64,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:27.384885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 54438) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:27.387295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-75c47b45-458a-462d-b659-a2e77f077237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:27.396936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:47:27.402399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Request body: {'subnet': {'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1421674892-subnet', 'tenant_id': '2db516c008e147c9858d78eb4f31be71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:27.408595 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-a902909c-a9e6-4c37-b782-debb627d8095 service neutron] 10.222.0.18 "GET /v2.0/networks/a792d0cb-fd34-4f54-bad0-4f978e636ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524333 Jan 25 18:47:27.413443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:27.421022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:47:27.451274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Usage tracker for resource:subnet and tenant:2db516c008e147c9858d78eb4f31be71 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:27.457389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:27.468832 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:27.572914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Made reservation on behalf of 2db516c008e147c9858d78eb4f31be71 for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:47:27.577722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843945319'] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:27.839008 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0f8a683b-e14f-4ce5-91a4-ef184c4a6148 req-a473b076-809d-41a2-bd5a-47a79a966b9c service neutron] 10.222.0.18 "GET /v2.0/networks/a792d0cb-fd34-4f54-bad0-4f978e636ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4206655 Jan 25 18:47:27.940210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be895bed-0839-43a9-93b6-b5147800a2b2 req-ebbe4f25-aade-4fe2-b67f-dc66b39de919 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:27.941889 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be895bed-0839-43a9-93b6-b5147800a2b2 req-ebbe4f25-aade-4fe2-b67f-dc66b39de919 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 943 time: 0.1900699 Jan 25 18:47:28.001423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d7076-8829-4ed8-a4ee-eff5b3702f8a req-7ee5e32d-9f6d-4575-8994-c5faa177b87d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:28.003214 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8b2d7076-8829-4ed8-a4ee-eff5b3702f8a req-7ee5e32d-9f6d-4575-8994-c5faa177b87d tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2002475 Jan 25 18:47:28.030994 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] For port c9ae5e33-9b02-4e1d-bec8-209401af6225, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c9ae5e33-9b02-4e1d-bec8-209401af6225,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:28.031415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:28.072496 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be895bed-0839-43a9-93b6-b5147800a2b2 req-f69ea43e-6667-4d45-9a99-e960e9960db4 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/security-groups?id=329450ef-1cb6-42ac-b0c5-8f33ffe75c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216569 Jan 25 18:47:28.093034 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8b2d7076-8829-4ed8-a4ee-eff5b3702f8a req-b6f080c2-9f5b-4ed9-84b8-5f55ed6a03ed tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827742 Jan 25 18:47:28.194737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Calling delete_port for c9ae5e33-9b02-4e1d-bec8-209401af6225 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:28.339244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff70f3b-b60b-4a3d-9879-c3188c058f4f req-fe3792a0-2906-4349-976f-dcad2dcb99ca tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:28.341024 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aff70f3b-b60b-4a3d-9879-c3188c058f4f req-fe3792a0-2906-4349-976f-dcad2dcb99ca tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 948 time: 0.1338041 Jan 25 18:47:28.356497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-52771ba4-8b1f-459c-a15a-6b2217b73fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:28.358181 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-52771ba4-8b1f-459c-a15a-6b2217b73fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baced67ba6004dbc919ffe18d5e6e0cd&device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 1165 time: 0.3819325 Jan 25 18:47:28.428912 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aff70f3b-b60b-4a3d-9879-c3188c058f4f req-c36938d8-1e1a-4d78-b43a-8f0ae0ccdce7 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665205 Jan 25 18:47:28.553765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d0a6b-140b-4d0b-bcd7-2df70bd01bd8 req-ce52a7d5-303f-4e43-96bd-739952ec5dbe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:28.555479 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5e6d0a6b-140b-4d0b-bcd7-2df70bd01bd8 req-ce52a7d5-303f-4e43-96bd-739952ec5dbe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1361144 Jan 25 18:47:28.611166 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5e6d0a6b-140b-4d0b-bcd7-2df70bd01bd8 req-89895cb8-6f0d-40a3-bddd-eda6d3a8cdb2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491087 Jan 25 18:47:28.650081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:28.671169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-006c1281-14bc-4e3e-863e-ce4f91886f8c tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:28.742574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Pushing event deleted for resources: {'Port': ['ID=c9ae5e33-9b02-4e1d-bec8-209401af6225,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:28.804781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:28.860545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-6cd6d696-a337-4d87-a1b5-6c830ed914fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:28.862728 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-6cd6d696-a337-4d87-a1b5-6c830ed914fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=a792d0cb-fd34-4f54-bad0-4f978e636ae7 HTTP/1.1" status: 200 len: 863 time: 0.4970028 Jan 25 18:47:29.015004 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-427a4ec6-f8cd-4ad3-84ad-890bf9cea3fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622 HTTP/1.1" status: 200 len: 217 time: 0.1385860 Jan 25 18:47:29.017684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-57b55a21-ccb0-46b8-89a4-4371d0aab47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:29.019306 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-57b55a21-ccb0-46b8-89a4-4371d0aab47d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 1162 time: 0.4611733 Jan 25 18:47:29.056399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30ab5b55-ae7a-4d86-8682-faeda0691db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:29.102756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:29.483252 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-192c6c62-2109-4a88-a932-4c7ceeadf564 req-067a8b73-f44f-4655-85a2-e507572334f5 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.81 "GET /v2.0/ports?device_id=903b6695-0200-4a6c-b02a-ddbf3ac60434 HTTP/1.1" status: 200 len: 210 time: 0.2757914 Jan 25 18:47:29.535514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] No DVR routers for this DVR port c9ae5e33-9b02-4e1d-bec8-209401af6225 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:47:29.538150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-f8bef863-be1a-4c08-a599-967001f65ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:29.539739 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-f8bef863-be1a-4c08-a599-967001f65ab9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27721f6b-b06b-4359-86b0-0f95797d6f70 HTTP/1.1" status: 200 len: 843 time: 0.4912372 Jan 25 18:47:29.545191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:29.548047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'name': 'network-vif-deleted', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:29.656152 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b6695-0200-4a6c-b02a-ddbf3ac60434', 'name': 'network-vif-deleted', 'tag': 'c9ae5e33-9b02-4e1d-bec8-209401af6225', 'status': 'completed', 'code': 200} Jan 25 18:47:29.691471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22130-3d69-4154-a29f-15a509b2c413 req-4d624956-7a11-438d-945f-e2dd065ce0e0 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:29.693320 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b0a22130-3d69-4154-a29f-15a509b2c413 req-4d624956-7a11-438d-945f-e2dd065ce0e0 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 948 time: 0.1221826 Jan 25 18:47:29.705776 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f2b68d0-eb3a-42b5-81ee-4af4059e6f95 req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] 10.222.0.18 "DELETE /v2.0/ports/c9ae5e33-9b02-4e1d-bec8-209401af6225 HTTP/1.1" status: 204 len: 173 time: 2.7455442 Jan 25 18:47:29.717940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-daf83b65-e571-4205-851b-2f8bced0bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:29.719612 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-daf83b65-e571-4205-851b-2f8bced0bc7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 905 time: 0.6743312 Jan 25 18:47:29.727053 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-3341af61-6953-49c5-8a45-d798f7c9baef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7690954 Jan 25 18:47:29.785366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843043545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843945302'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:29.787667 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b0a22130-3d69-4154-a29f-15a509b2c413 req-131f701b-dd68-4057-be2f-1f1cceea5d8c tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869935 Jan 25 18:47:29.866386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:29.926222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a8251-7eff-493d-b1f2-0612ec384325 req-e7ae14af-5214-4f77-a0da-5ea18bcf8157 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:29.928045 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-671a8251-7eff-493d-b1f2-0612ec384325 req-e7ae14af-5214-4f77-a0da-5ea18bcf8157 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1370158 Jan 25 18:47:29.992519 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-671a8251-7eff-493d-b1f2-0612ec384325 req-340dbe53-d37c-4ea4-8037-9368e33a5824 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557036 Jan 25 18:47:30.059643 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-1b309a30-a025-4aca-abb0-89605c04d03a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 200 len: 1001 time: 0.3315992 Jan 25 18:47:30.071651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72f1789-2e21-46b8-b8fb-7c76286a6c8a,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:30.075261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:30.140461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-7a84b9a4-cc90-4b2a-98b7-58cc160a6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:30.142176 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-7a84b9a4-cc90-4b2a-98b7-58cc160a6117 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a792d0cb-fd34-4f54-bad0-4f978e636ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5748570 Jan 25 18:47:30.288948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-a804feb0-8eab-4fd5-a894-1a03a9a237d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:30.290578 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-a804feb0-8eab-4fd5-a894-1a03a9a237d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.2228336 Jan 25 18:47:30.298964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-05cd3e60-63f9-42b1-90a5-99a42d0b2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:30.300558 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-05cd3e60-63f9-42b1-90a5-99a42d0b2633 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 1162 time: 0.5083833 Jan 25 18:47:30.339266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:30.565458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Checking segment: {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:47:30.566052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Network hostable DHCP agents. Network: 50d4733e-778b-48f7-8af8-dd357e1c8f64, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:47:30.577673 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-94b73ba5-1123-4364-b4fc-8129b3dbcf09 service neutron] 10.222.0.18 "GET /v2.0/networks/a792d0cb-fd34-4f54-bad0-4f978e636ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217596 Jan 25 18:47:30.617029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54466) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:30.617817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:30.674516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network a792d0cb-fd34-4f54-bad0-4f978e636ae7 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:47:30.717764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-72f4d83b-e700-4aa2-a18d-91c93e87503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:30.719464 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-72f4d83b-e700-4aa2-a18d-91c93e87503a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4179404 Jan 25 18:47:30.726259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-c86235aa-220c-430d-9356-24f163a541f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:30.727917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-c86235aa-220c-430d-9356-24f163a541f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.3702836 Jan 25 18:47:30.729028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:47:30.930980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 50d4733e-778b-48f7-8af8-dd357e1c8f64) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:31.002964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefcb0c-8465-44d5-ba40-34c3c1ecbe95 None None] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:47:31.010013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:31.010677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:31.070989 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0030caab-bfe9-4404-9acd-8eaae0ea2401 req-cca0406b-f48b-4008-ba5d-c400a0cbde8f service neutron] 10.222.0.18 "GET /v2.0/networks/a792d0cb-fd34-4f54-bad0-4f978e636ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4781079 Jan 25 18:47:31.081736 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-0ccf2e81-2da7-4a3a-927c-4e05e103cc63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 200 len: 1001 time: 0.3414848 Jan 25 18:47:31.094479 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6f568cf0-4a07-4181-8c73-3d412bfe7d9b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6975918 Jan 25 18:47:31.223359 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-aef808c9-313e-4aa0-b0bf-a977203d4810 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681463 Jan 25 18:47:31.224774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-810e7da3-96fe-4790-853e-260526f8a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:31.226291 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-810e7da3-96fe-4790-853e-260526f8a69d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.1295474 Jan 25 18:47:31.284788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005bceb-ae8e-4406-98f4-52b4e933d4c3 req-ce7a74ff-b8c1-466a-b3bf-edb2e7d3ad98 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:31.293084 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c005bceb-ae8e-4406-98f4-52b4e933d4c3 req-ce7a74ff-b8c1-466a-b3bf-edb2e7d3ad98 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 948 time: 0.3298092 Jan 25 18:47:31.394080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d4d3b-f2b8-4bea-a02c-9d951eb669c2 None None] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:47:31.469044 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fafeff33-27b7-4ab4-9d97-6c2dde5d7244 req-d535e2c4-45c1-44d7-9dbc-c3b34e7409f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2289541 Jan 25 18:47:31.478335 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c005bceb-ae8e-4406-98f4-52b4e933d4c3 req-5d006c64-3652-4cd8-9844-0dfa80bedd53 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841748 Jan 25 18:47:31.504588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-6079c958-3e22-4879-af63-c0f08b680194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:31.506689 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-6079c958-3e22-4879-af63-c0f08b680194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2658572 Jan 25 18:47:31.581355 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8838b1-fa2e-4c4b-ac63-75e399dce470 req-159fa8a8-b393-42a0-8cde-2059daedaa13 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:31.586756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-d363bdde-dcc8-41b8-8ed6-cde0eae27a74 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:47:31.589556 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2c8838b1-fa2e-4c4b-ac63-75e399dce470 req-159fa8a8-b393-42a0-8cde-2059daedaa13 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2941661 Jan 25 18:47:31.680347 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-24e4765e-754d-4ead-a427-faaba14fdf30 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638708 Jan 25 18:47:31.706356 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2c8838b1-fa2e-4c4b-ac63-75e399dce470 req-be8a49df-392f-400a-9508-de3068ba21e1 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154795 Jan 25 18:47:31.764976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853759133'] for router_interface, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:31.879867 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fdbae34f-c20e-4281-b68e-a4cb35cfa88e req-9f5bc1b2-203b-4f88-a90a-b7e956201bb6 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678705 Jan 25 18:47:32.165984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Deleting port 82a2ab2f-fb11-4308-897d-6889e45fd8b6 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:32.166373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:32.177683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device dbb2a1db-90c9-454c-b78f-37ac4abd2622 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:32.253438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port dbb2a1db-90c9-454c-b78f-37ac4abd2622 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:47:32.258479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port dbb2a1db-90c9-454c-b78f-37ac4abd2622 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:32.259024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:32.358671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] For port 82a2ab2f-fb11-4308-897d-6889e45fd8b6, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=82a2ab2f-fb11-4308-897d-6889e45fd8b6,segment=NetworkSegment(38553a69-fa07-4f40-91c0-618b0e0f6d06),segment_id=38553a69-fa07-4f40-91c0-618b0e0f6d06)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:32.359070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:32.409353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:32.442645 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:32.453467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port dbb2a1db-90c9-454c-b78f-37ac4abd2622, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:32.458226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:32.460943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:32.507859 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622', 'code': 200} Jan 25 18:47:32.510971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Calling delete_port for 82a2ab2f-fb11-4308-897d-6889e45fd8b6 owned by network:router_interface {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:32.551931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a1db-90c9-454c-b78f-37ac4abd2622,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:32.555903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:32.828953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device dbb2a1db-90c9-454c-b78f-37ac4abd2622 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:32.858665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3bfb-9221-4cce-8b3d-b2e53018b07c req-1ab077b5-5ca4-4ec9-9ba7-0c3356ca7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:32.860443 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b25e3bfb-9221-4cce-8b3d-b2e53018b07c req-1ab077b5-5ca4-4ec9-9ba7-0c3356ca7e2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 1167 time: 0.0958455 Jan 25 18:47:32.914756 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b25e3bfb-9221-4cce-8b3d-b2e53018b07c req-c1682812-1834-4792-ad6a-3a2a6bde4078 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Jan 25 18:47:32.919783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port dbb2a1db-90c9-454c-b78f-37ac4abd2622 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:32.920201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:33.224089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8860a6c-e799-4d95-b2c4-c13f76b5c995 req-5e0078ed-efcd-4029-a63c-a7cbb7d3a91b tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:33.225825 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b8860a6c-e799-4d95-b2c4-c13f76b5c995 req-5e0078ed-efcd-4029-a63c-a7cbb7d3a91b tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 950 time: 0.5027859 Jan 25 18:47:33.299933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94d9a-7247-409a-af23-667dcb0ccc66 req-a134b4a5-d353-4152-8681-c07a924bab50 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:33.301533 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-faf94d9a-7247-409a-af23-667dcb0ccc66 req-a134b4a5-d353-4152-8681-c07a924bab50 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2901874 Jan 25 18:47:33.306891 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:33.337874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:33.460264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a2ab2f-fb11-4308-897d-6889e45fd8b6,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:33.475722 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b8860a6c-e799-4d95-b2c4-c13f76b5c995 req-3f67282e-fdda-4cea-ba0e-c9f149b2f984 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419639 Jan 25 18:47:33.478784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:33.523643 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-faf94d9a-7247-409a-af23-667dcb0ccc66 req-f726e7ce-3234-43c3-a33d-37e0f23ecbfe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065318 Jan 25 18:47:33.965600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-3f7c940c-6c62-4138-bde3-65313fed20eb tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:33.966296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-3f7c940c-6c62-4138-bde3-65313fed20eb tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Synchronizing usage tracker for tenant:2db516c008e147c9858d78eb4f31be71 on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:47:34.013772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-3f7c940c-6c62-4138-bde3-65313fed20eb tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Unset dirty status for tenant:2db516c008e147c9858d78eb4f31be71 on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:47:34.015055 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-3f7c940c-6c62-4138-bde3-65313fed20eb tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/networks?id=50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 200 len: 814 time: 0.4074676 Jan 25 18:47:34.015728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962000'] for router_interface, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:34.106558 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-dd0012e5-57a8-4897-bb9b-39e58b921b95 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/quotas/2db516c008e147c9858d78eb4f31be71 HTTP/1.1" status: 200 len: 375 time: 0.0658624 Jan 25 18:47:34.189762 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-732364a8-f248-419b-bc3d-c07dda093357 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?tenant_id=2db516c008e147c9858d78eb4f31be71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699661 Jan 25 18:47:34.512682 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-d616b642-2e2e-44b5-a05b-0b7e79e97f28 service neutron] 10.222.0.81 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065617 Jan 25 18:47:34.927947 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-63cc4134-b834-4e6b-b0a5-ed9eb33fe4ac service neutron] 10.222.0.81 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4003725 Jan 25 18:47:34.977816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cd98-0559-405a-a123-a8fc5f455a15 req-40bd54ab-a070-40bf-a22b-02f42a6ecc1c tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:34.979523 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-34b5cd98-0559-405a-a123-a8fc5f455a15 req-40bd54ab-a070-40bf-a22b-02f42a6ecc1c tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 950 time: 0.3519289 Jan 25 18:47:34.985063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Router 639c400c-2940-4e7f-9add-524142058b6a has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:47:35.108968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:35.478511 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-704e59d9-bce8-4b02-a9b5-0729fa559de3 req-3c84d0f0-caa2-408e-a82c-33a191ea56a4 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 210 time: 0.0731635 Jan 25 18:47:35.498065 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-34b5cd98-0559-405a-a123-a8fc5f455a15 req-df49944d-50af-44d8-8993-18dc3c69652b tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076725 Jan 25 18:47:35.547551 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:47:35.560150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] Sync routers for ids ['639c400c-2940-4e7f-9add-524142058b6a'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:47:35.566960 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d2992605-4543-4287-bd29-f0c55e363e10 admin admin] 10.222.0.81 "PUT /v2.0/routers/639c400c-2940-4e7f-9add-524142058b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9445150 Jan 25 18:47:35.567303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54522) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:35.574528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] Routers {'639c400c-2940-4e7f-9add-524142058b6a'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:47:35.575339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['639c400c-2940-4e7f-9add-524142058b6a'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:35.790570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks [] for router, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:35.805085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] Set router 639c400c-2940-4e7f-9add-524142058b6a gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:47:36.059834 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:36.077200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Deleting port ebdc76f0-909b-4a49-8343-3f839363a3c9 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:36.077577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:36.192647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:47:33Z', 'revision_number': 5, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:36.196777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] Checking router: 639c400c-2940-4e7f-9add-524142058b6a for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:47:36.207793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] Routers {'639c400c-2940-4e7f-9add-524142058b6a'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:47:36.208549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['639c400c-2940-4e7f-9add-524142058b6a'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:36.282830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080fab1-bff4-4ca3-b476-b0b81d313142 req-90f5ca0c-7aa6-4bc4-9945-6ff03d9cf557 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:36.284553 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6080fab1-bff4-4ca3-b476-b0b81d313142 req-90f5ca0c-7aa6-4bc4-9945-6ff03d9cf557 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 950 time: 0.2757678 Jan 25 18:47:36.382552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] For port ebdc76f0-909b-4a49-8343-3f839363a3c9, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ebdc76f0-909b-4a49-8343-3f839363a3c9,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:36.383045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:36.405435 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6080fab1-bff4-4ca3-b476-b0b81d313142 req-841f217b-8d0b-4169-8da1-563d4467c580 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001320 Jan 25 18:47:36.435915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] Set router 639c400c-2940-4e7f-9add-524142058b6a gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:47:36.604455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Calling delete_port for ebdc76f0-909b-4a49-8343-3f839363a3c9 owned by network:router_gateway {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:36.786652 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bf71be34-d8ec-4587-925d-32beb42ac869 req-a75c7f47-cb81-4c22-a9dd-ff09e5cd2f34 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 210 time: 0.1133223 Jan 25 18:47:36.848635 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:47:33Z', 'revision_number': 5, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:36.854426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ad9bf-4bee-462d-b350-cb08d5a4b8ff None None] The sync data for ids ['639c400c-2940-4e7f-9add-524142058b6a'] in dv-cinder-772388-1-smb is: [{'id': '639c400c-2940-4e7f-9add-524142058b6a', 'name': 'tempest-ServerRescueNegativeTestJSON-2034860537-router', 'tenant_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:42Z', 'updated_at': '2021-01-25T18:47:33Z', 'revision_number': 5, 'project_id': 'ee7cbc45e3504beda5e2ac374365ff2c', 'gw_port': {'id': 'ebdc76f0-909b-4a49-8343-3f839363a3c9', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c400c-2940-4e7f-9add-524142058b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:47:36.932476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: result = function(*args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: proto.__init__(conn_state, self) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: self.handle() Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: self.handle_one_request() Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: self.handle_one_response() Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: result = self.application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return app(environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return request.get_response(self.application) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self._app) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return resp(environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return resp(environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: response = self.app(environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return resp(environ, start_response) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:47:36.939721 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: result = method(request=request, **args) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return self._delete(request, id, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: obj_deleter(request.context, id, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return method(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: self._delete_current_gw_port(context, id, router, None) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: admin_ctx, gw_port_id, l3_port_check=False) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, context, *args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return method(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: context, port, router_ids, bound_mech_contexts) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: return function(*args, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: callback(resource, event, trigger, **kwargs) Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: if self._is_session_semantic_violated(context, resource, event): Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: stack = traceback.extract_stack() Jan 25 18:47:36.947720 dv-cinder-772388-1-smb neutron-server[79968]: Jan 25 18:47:37.013735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-7a7fe8f3-4961-4b2b-8bf7-14a560affba1 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:37.015423 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-7a7fe8f3-4961-4b2b-8bf7-14a560affba1 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "GET /v2.0/networks?id=50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 200 len: 814 time: 0.5907857 Jan 25 18:47:37.041661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Request body: {'port': {'device_id': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64', 'admin_state_up': True, 'tenant_id': '2db516c008e147c9858d78eb4f31be71'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:37.141559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 82a2ab2f-fb11-4308-897d-6889e45fd8b6 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:47:37.145001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959080'] for router_gateway, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.186303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 82a2ab2f-fb11-4308-897d-6889e45fd8b6 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:47:37.186705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 82a2ab2f-fb11-4308-897d-6889e45fd8b6 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:47:37.199429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:37.203709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Usage tracker for resource:port and tenant:2db516c008e147c9858d78eb4f31be71 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:37.207301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:37.213206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:37.223999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Made reservation on behalf of 2db516c008e147c9858d78eb4f31be71 for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:47:37.235339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.288050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3590'] for router, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.290488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.388177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853810743'] for router, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.388953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 639c400c-2940-4e7f-9add-524142058b6a {{(pid=80082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 18:47:37.404972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.406341 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5ac5c612-d398-436f-9f72-0ee8afcc4dce admin admin] 10.222.0.81 "DELETE /v2.0/routers/639c400c-2940-4e7f-9add-524142058b6a HTTP/1.1" status: 204 len: 168 time: 1.8378706 Jan 25 18:47:37.410132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54536) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:37.485538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Deleting subnet 8fd34dda-27e9-4ee6-b581-75cbd0b1faac {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:47:37.490416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.571792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.592793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Allocated IP 172.20.0.10 (50d4733e-778b-48f7-8af8-dd357e1c8f64/e72f1789-2e21-46b8-b8fb-7c76286a6c8a/bbf07851-c08d-441e-bf9f-7f7355a2e04b) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:47:37.792491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:37.942340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7772d32-0845-4bc2-84b5-935e7e2090e7 req-8e434bb2-1db5-4d46-9de9-8d10176a39c3 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:37.944043 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b7772d32-0845-4bc2-84b5-935e7e2090e7 req-8e434bb2-1db5-4d46-9de9-8d10176a39c3 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 950 time: 0.3189976 Jan 25 18:47:38.007535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108f760-09b1-421c-a627-58dff1428bbf req-6b3d2568-e775-452d-8d76-397fbb462ff7 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:38.008354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-a108f760-09b1-421c-a627-58dff1428bbf req-6b3d2568-e775-452d-8d76-397fbb462ff7 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Synchronizing usage tracker for tenant:baced67ba6004dbc919ffe18d5e6e0cd on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:47:38.016285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.043435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-a108f760-09b1-421c-a627-58dff1428bbf req-6b3d2568-e775-452d-8d76-397fbb462ff7 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Unset dirty status for tenant:baced67ba6004dbc919ffe18d5e6e0cd on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:47:38.044680 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a108f760-09b1-421c-a627-58dff1428bbf req-6b3d2568-e775-452d-8d76-397fbb462ff7 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.18 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 950 time: 0.3337052 Jan 25 18:47:38.127886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.148453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:38.208558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Deleting port dbb2a1db-90c9-454c-b78f-37ac4abd2622 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:38.208950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.382732 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b7772d32-0845-4bc2-84b5-935e7e2090e7 req-9898fa1e-657e-4f23-a4d7-e63a2c7f4c39 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859313 Jan 25 18:47:38.419278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Pushing event updated for resources: {'Port': ['ID=bbf07851-c08d-441e-bf9f-7f7355a2e04b,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:38.422583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:38.513021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14980409-e57a-44f6-9194-ce43cb6ec518 req-de42126b-98d2-4328-b6b5-8dc1cbaae5bd tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:38.514735 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14980409-e57a-44f6-9194-ce43cb6ec518 req-de42126b-98d2-4328-b6b5-8dc1cbaae5bd tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 932 time: 0.5194838 Jan 25 18:47:38.578878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:47:38.583879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:38.588686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-14980409-e57a-44f6-9194-ce43cb6ec518 req-bf62e075-4fde-49f8-a6ac-2d47d1ea8b34 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Synchronizing usage tracker for tenant:2db516c008e147c9858d78eb4f31be71 on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:47:38.594474 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:47:38.599727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.619444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:38.668471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd34dda-27e9-4ee6-b581-75cbd0b1faac,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:38.715966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device dbb2a1db-90c9-454c-b78f-37ac4abd2622 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:47:38.718530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-14980409-e57a-44f6-9194-ce43cb6ec518 req-bf62e075-4fde-49f8-a6ac-2d47d1ea8b34 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Unset dirty status for tenant:2db516c008e147c9858d78eb4f31be71 on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:47:38.719812 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-14980409-e57a-44f6-9194-ce43cb6ec518 req-bf62e075-4fde-49f8-a6ac-2d47d1ea8b34 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973071 Jan 25 18:47:38.726603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:38.734936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:38.735688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.763485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] For port dbb2a1db-90c9-454c-b78f-37ac4abd2622, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:38.764056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.783533 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.793341 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-39554497-277d-4dd5-87f7-81f9b24fa284 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8fd34dda-27e9-4ee6-b581-75cbd0b1faac HTTP/1.1" status: 204 len: 168 time: 1.3791809 Jan 25 18:47:38.793974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54544) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:38.848892 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8117521 Jan 25 18:47:38.903822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.919078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.920160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Calling delete_port for dbb2a1db-90c9-454c-b78f-37ac4abd2622 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:38.935148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:38.946252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port dbb2a1db-90c9-454c-b78f-37ac4abd2622, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:38.950840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:38.955621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:38.966524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Request body: {'port': {'device_id': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:39.011993 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622', 'code': 200} Jan 25 18:47:39.050098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a1db-90c9-454c-b78f-37ac4abd2622,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:39.053803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:39.125844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:47:39.126352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:47:39.129076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.129232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.178728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ebdc76f0-909b-4a49-8343-3f839363a3c9 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:47:39.217618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: ebdc76f0-909b-4a49-8343-3f839363a3c9 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:47:39.218036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ebdc76f0-909b-4a49-8343-3f839363a3c9 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:47:39.256665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914']}} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:39.270821 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38553a69-fa07-4f40-91c0-618b0e0f6d06') {'for_net_delete': True} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:39.271157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38553a69-fa07-4f40-91c0-618b0e0f6d06') {} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:39.284164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843858029'] for segment, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.300333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.302279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:47:39.490267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:47:39.500142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853038189'] for segment, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.587322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf07851-c08d-441e-bf9f-7f7355a2e04b {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:47:39.590763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:47:39.596350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.628034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Deleting port dbb2a1db-90c9-454c-b78f-37ac4abd2622 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:39.628424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.759119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Network c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:47:39.789913 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:47:39.885336 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Transition to ACTIVE for port object bbf07851-c08d-441e-bf9f-7f7355a2e04b will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:39.890249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.908847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-25fb9ae7-f0d2-45d6-9e66-b96429c318a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:39.917484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214b1db-bf54-4f98-9df0-b7aa02d1e405 req-0bde9e81-fe6b-404e-8c7c-b932b9a2de72 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:39.919233 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d214b1db-bf54-4f98-9df0-b7aa02d1e405 req-0bde9e81-fe6b-404e-8c7c-b932b9a2de72 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 948 time: 0.3486619 Jan 25 18:47:39.956197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.968043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:39.995119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:40.029393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:40.032449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:40.049564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] For port dbb2a1db-90c9-454c-b78f-37ac4abd2622, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dbb2a1db-90c9-454c-b78f-37ac4abd2622,segment=NetworkSegment(ce240b5f-8791-491b-97c9-3a867611050e),segment_id=ce240b5f-8791-491b-97c9-3a867611050e)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:40.050214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.051068 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3d7b0b9-fd4a-4ca1-b88e-00a13b27d914 HTTP/1.1" status: 204 len: 168 time: 1.2558200 Jan 25 18:47:40.071522 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d214b1db-bf54-4f98-9df0-b7aa02d1e405 req-f8f2e88c-c01c-4d55-8886-6a5367af17c8 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/security-groups?id=084f7ac5-4306-42c6-a378-5704a118810f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122282 Jan 25 18:47:40.133496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d92a0-6e67-4579-8463-6fb1483f6797 req-7e2d5326-7a7f-48db-9246-a181627280f4 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:40.135323 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-026d92a0-6e67-4579-8463-6fb1483f6797 req-7e2d5326-7a7f-48db-9246-a181627280f4 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 944 time: 0.2527363 Jan 25 18:47:40.200856 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-026d92a0-6e67-4579-8463-6fb1483f6797 req-0917e830-5c17-4749-bacd-1bf8caa556c3 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Jan 25 18:47:40.238305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54556) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:40.296633 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fd0c7607-ffb9-4b4f-a63a-51622787f9d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee7cbc45e3504beda5e2ac374365ff2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568683 Jan 25 18:47:40.299847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54560) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:40.369091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.402224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.433412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Pushing event updated for resources: {'Port': ['ID=bbf07851-c08d-441e-bf9f-7f7355a2e04b,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:40.445165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Calling delete_port for dbb2a1db-90c9-454c-b78f-37ac4abd2622 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:40.451330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.455659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0347f26d-7c9f-45fe-a8e1-6355f161fa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:40.468274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329450ef-1cb6-42ac-b0c5-8f33ffe75c57,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:40.471659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:40.476249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:40.478583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.480058 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/329450ef-1cb6-42ac-b0c5-8f33ffe75c57 HTTP/1.1" status: 204 len: 168 time: 0.1792076 Jan 25 18:47:40.774220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.793019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ea47a280-0952-46f2-96e9-51ec466faa00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:40.897283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Attempting to bind port bbf07851-c08d-441e-bf9f-7f7355a2e04b on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:47:40.897283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Attempting to bind port bbf07851-c08d-441e-bf9f-7f7355a2e04b by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:47:40.897283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Attempting to bind port bbf07851-c08d-441e-bf9f-7f7355a2e04b on network 50d4733e-778b-48f7-8af8-dd357e1c8f64 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:47:40.902354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Pushing event deleted for resources: {'Port': ['ID=dbb2a1db-90c9-454c-b78f-37ac4abd2622,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:40.908826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:40.914875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:47:40.915255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Checking segment: {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:47:40.915661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:40.916057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Bound using segment: {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:47:40.916538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Bound port: bbf07851-c08d-441e-bf9f-7f7355a2e04b, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:47:40.916911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:41.103242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] For port bbf07851-c08d-441e-bf9f-7f7355a2e04b, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:47:41.123254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] No DVR routers for this DVR port dbb2a1db-90c9-454c-b78f-37ac4abd2622 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:47:41.127144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:41.130528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'name': 'network-vif-deleted', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:41.138303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] For port bbf07851-c08d-441e-bf9f-7f7355a2e04b, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:47:41.146033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:41.181166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f90e61b-15fe-4f15-a421-bfa3d883b817 tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:41.261706 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c98812-24c0-45e3-a092-4602e56e5a64', 'name': 'network-vif-deleted', 'tag': 'dbb2a1db-90c9-454c-b78f-37ac4abd2622', 'status': 'completed', 'code': 200} Jan 25 18:47:41.263130 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a108f760-09b1-421c-a627-58dff1428bbf req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.18 "DELETE /v2.0/ports/dbb2a1db-90c9-454c-b78f-37ac4abd2622 HTTP/1.1" status: 204 len: 173 time: 3.2126274 Jan 25 18:47:41.408204 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Pushing event updated for resources: {'Port': ['ID=bbf07851-c08d-441e-bf9f-7f7355a2e04b,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:41.414043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:41.446395 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-eae77741-7eb0-4a6f-b96b-e351d34c42c4 req-4e952990-fba4-4543-a549-e71196d93016 tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] 10.222.0.81 "GET /v2.0/ports?device_id=51c98812-24c0-45e3-a092-4602e56e5a64 HTTP/1.1" status: 200 len: 210 time: 0.1310928 Jan 25 18:47:41.453361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:41.454121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:41.456276 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] 10.222.0.18 "PUT /v2.0/ports/bbf07851-c08d-441e-bf9f-7f7355a2e04b HTTP/1.1" status: 200 len: 1158 time: 2.5055521 Jan 25 18:47:41.540167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace9554-3126-4cde-b4c7-935df38e5526 req-37b97c34-fdf3-46b8-8854-bdbb229fdef5 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:41.541879 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ace9554-3126-4cde-b4c7-935df38e5526 req-37b97c34-fdf3-46b8-8854-bdbb229fdef5 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 944 time: 0.1730924 Jan 25 18:47:41.599579 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1ace9554-3126-4cde-b4c7-935df38e5526 req-f10e2584-18e5-4e74-9e37-693da17061fa tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Jan 25 18:47:41.601527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-a9ff5011-763d-473b-8028-f9d8118b6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:41.603192 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-a9ff5011-763d-473b-8028-f9d8118b6e29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2db516c008e147c9858d78eb4f31be71&device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 1161 time: 0.0805473 Jan 25 18:47:41.689811 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-bf272f33-bc51-4234-883d-cd74687d51cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b HTTP/1.1" status: 200 len: 217 time: 0.0726447 Jan 25 18:47:41.762800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-24fd8e73-6f36-4d56-9f48-e214853e49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:41.764387 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-24fd8e73-6f36-4d56-9f48-e214853e49c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e72f1789-2e21-46b8-b8fb-7c76286a6c8a HTTP/1.1" status: 200 len: 854 time: 0.0664811 Jan 25 18:47:41.838799 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-af81ea57-e14d-4f33-abbd-781019aa45cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50d4733e-778b-48f7-8af8-dd357e1c8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524979 Jan 25 18:47:42.003137 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-25b510fc-582a-4856-b142-077157e9dc13 service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580811 Jan 25 18:47:42.161506 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d32122c0-2371-4a74-abb9-77ae18b2ed62 req-0cfc1087-01f8-477d-986e-b2a4c92ee62f service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456847 Jan 25 18:47:42.873324 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517805c-8b37-43a1-9ba8-4f42c7d2afd4 req-b8e046d1-7b8a-443e-ab1b-2c1b2cccc50d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:42.875068 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e517805c-8b37-43a1-9ba8-4f42c7d2afd4 req-b8e046d1-7b8a-443e-ab1b-2c1b2cccc50d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 944 time: 0.1207581 Jan 25 18:47:42.935112 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e517805c-8b37-43a1-9ba8-4f42c7d2afd4 req-1c34e8b2-c89f-456d-b977-605b3b652b13 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Jan 25 18:47:43.263198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:43.321923 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b', 'status': 'completed', 'code': 200} Jan 25 18:47:43.454968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-e1909c97-3ce0-4d0d-ae28-8c8930648c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:43.457098 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-e1909c97-3ce0-4d0d-ae28-8c8930648c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2db516c008e147c9858d78eb4f31be71&device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 1161 time: 0.0822804 Jan 25 18:47:43.617641 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-81ab82ed-9856-49a7-9bce-ab883684edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:43.619313 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-81ab82ed-9856-49a7-9bce-ab883684edfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 200 len: 908 time: 0.1451886 Jan 25 18:47:43.702301 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-2e95bba6-db4c-401b-ab75-00c808a0ec5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b HTTP/1.1" status: 200 len: 217 time: 0.0754299 Jan 25 18:47:43.778952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-521decad-7d18-4da2-a90b-4900cdd77349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:43.780467 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-521decad-7d18-4da2-a90b-4900cdd77349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e72f1789-2e21-46b8-b8fb-7c76286a6c8a HTTP/1.1" status: 200 len: 854 time: 0.0709331 Jan 25 18:47:43.838711 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-07b46eef-d3db-4494-a810-0918f70d2b17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50d4733e-778b-48f7-8af8-dd357e1c8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505283 Jan 25 18:47:43.991507 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-5e98ffa9-c98d-4390-bb54-d468a107ab2a service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463516 Jan 25 18:47:44.153612 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8049ac10-6abf-406a-8319-a0fe66f2c6f5 req-68ea342c-8c6e-43b2-b2d3-dab5ede9d74e service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1548972 Jan 25 18:47:44.211792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadc7a1-80bc-47dc-8476-fa1ede4f5cfb req-a1149b06-5222-4df2-a76f-dd0fe26beed1 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:44.213505 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ceadc7a1-80bc-47dc-8476-fa1ede4f5cfb req-a1149b06-5222-4df2-a76f-dd0fe26beed1 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 944 time: 0.1260428 Jan 25 18:47:44.270534 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ceadc7a1-80bc-47dc-8476-fa1ede4f5cfb req-fe5b24cf-a5f8-4f0c-b823-36a21aea4fa4 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491886 Jan 25 18:47:45.010676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-4ec847a9-146a-4924-810c-b823b39b333e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:47:45.533157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67df9e-25ea-4aa1-af43-a29e43104c35 req-7c7aed6b-0633-4f4f-9e28-e10b29916e1d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:45.534947 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8f67df9e-25ea-4aa1-af43-a29e43104c35 req-7c7aed6b-0633-4f4f-9e28-e10b29916e1d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 944 time: 0.1230202 Jan 25 18:47:45.563736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device bbf07851-c08d-441e-bf9f-7f7355a2e04b up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:45.597980 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8f67df9e-25ea-4aa1-af43-a29e43104c35 req-f0a8e52d-c49d-4f62-9220-df0a10dfbd0a tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565774 Jan 25 18:47:45.644345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port bbf07851-c08d-441e-bf9f-7f7355a2e04b completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:47:45.649933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port bbf07851-c08d-441e-bf9f-7f7355a2e04b triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:45.650340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:45.812732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:45.857517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:45.867336 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port bbf07851-c08d-441e-bf9f-7f7355a2e04b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:45.873233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:45.875268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:45.957511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=bbf07851-c08d-441e-bf9f-7f7355a2e04b,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:45.961263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:45.991368 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b', 'code': 200} Jan 25 18:47:46.285992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a356c87-89cb-4d5d-bedd-c32186fb1ad2 req-999de22c-0115-42e6-bcf1-db4aa504334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:46.287633 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a356c87-89cb-4d5d-bedd-c32186fb1ad2 req-999de22c-0115-42e6-bcf1-db4aa504334a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 1163 time: 0.0836420 Jan 25 18:47:46.338419 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a356c87-89cb-4d5d-bedd-c32186fb1ad2 req-c429bb34-ebc0-443e-babc-467eb320a3ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Jan 25 18:47:46.853790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d3e2-1033-4802-9032-2825f8bad0ac req-fe6855d2-3e1e-4799-8a6d-84202f22e52e tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:46.855466 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-15a9d3e2-1033-4802-9032-2825f8bad0ac req-fe6855d2-3e1e-4799-8a6d-84202f22e52e tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1173158 Jan 25 18:47:46.913321 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-15a9d3e2-1033-4802-9032-2825f8bad0ac req-6ea30e10-395c-41a4-9c05-0f9215cd34a2 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Jan 25 18:47:47.030087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device bbf07851-c08d-441e-bf9f-7f7355a2e04b up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:47.110208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port bbf07851-c08d-441e-bf9f-7f7355a2e04b triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:47.111158 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:47.749028 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54886) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:47.975370 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8ae379e1-b559-42db-8ad8-023feeda948a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baced67ba6004dbc919ffe18d5e6e0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217004 Jan 25 18:47:47.975370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54894) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:48.041389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:48.111750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:48.223521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23373-1f4b-4775-a46a-69986fc97be8 req-d83ae947-1b46-4290-b908-819ccc94d4f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:48.225127 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ace23373-1f4b-4775-a46a-69986fc97be8 req-d83ae947-1b46-4290-b908-819ccc94d4f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1621394 Jan 25 18:47:48.230722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:48.238134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fc746d0-2c88-41b3-8dd4-342de6c0ef3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:48.266040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f7ac5-4306-42c6-a378-5704a118810f,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:48.268880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:48.290672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:48.295555 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/084f7ac5-4306-42c6-a378-5704a118810f HTTP/1.1" status: 204 len: 168 time: 0.3160124 Jan 25 18:47:48.318303 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ace23373-1f4b-4775-a46a-69986fc97be8 req-0de6e912-b731-4290-ac9c-909307e7b022 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812716 Jan 25 18:47:49.306381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 54990) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:49.520315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1344749096-network', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:49.525839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:49.531305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Usage tracker for resource:network and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:49.535685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:49.543396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:49.562786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Made reservation on behalf of 1fe9861247f344fe9f6794803eecbb36 for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:47:49.568874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.584139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.601793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:49.606421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:49.609601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:49.616511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:49.712468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.721029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.727368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27727d41-ff63-481f-960a-9a4cd581fa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:49.765882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:47:49.776680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d32926-6b57-4f43-9c3c-9739566676b2,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:49.780866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:49.784368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.784796 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Added segment de273e4f-6cbe-43ed-93cd-71b1a0d3976a of type vxlan for network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 Jan 25 18:47:49.816733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.853245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.854765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:49.855414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:49.861498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:49.978578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:49.981732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:49.987892 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6760633 Jan 25 18:47:49.989004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55020) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:49.991999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:47:49.995075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Request body: {'subnet': {'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1344749096-subnet', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'ip_version': 4}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:50.000686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:50.005282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Usage tracker for resource:subnet and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:50.008667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:50.010684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:47:50.015073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:50.026337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Made reservation on behalf of 1fe9861247f344fe9f6794803eecbb36 for: {'subnet': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:47:50.031187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11595277'] for subnet, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:50.484064 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853185283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11595326'] for subnet, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:50.499875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:50.629075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17939e07-365c-455e-9bbd-00b21e7b5a63,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:50.634004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:50.711559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Checking segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:47:50.711955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Network hostable DHCP agents. Network: c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:47:50.737673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:47:50.747242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273) {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:50.759690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743eeeb6-6ad7-4dce-a442-7c25771791d4 None None] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:47:50.990350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:50.991033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.025732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:47:51.026774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.059122 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a6f2e691-2857-4374-b34b-daf8943b148a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0669913 Jan 25 18:47:51.059369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55034) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:51.070927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:51.078139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:47:51.086116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Usage tracker for resource:router and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:47:51.091836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:47:51.103987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:47:51.121162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.122287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.168033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeec10-aab1-4000-b11a-c6ee763c2e6b req-42014b2b-0ee9-4ba8-88aa-05b6b4765b5c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:51.169266 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a1aeec10-aab1-4000-b11a-c6ee763c2e6b req-42014b2b-0ee9-4ba8-88aa-05b6b4765b5c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1555967 Jan 25 18:47:51.196876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.243624 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a1aeec10-aab1-4000-b11a-c6ee763c2e6b req-e88105c7-cd6a-4fd1-9dd5-cb94c3d0961f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665591 Jan 25 18:47:51.393984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Allocated IP 172.20.0.2 (c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273/17939e07-365c-455e-9bbd-00b21e7b5a63/ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:47:51.539901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.620904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.632655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Transition to ACTIVE for port object ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:51.650615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Transition to ACTIVE for port object ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:51.655743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.672493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6ab8830b-32cc-48ff-9645-e656147a8b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:51.810658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Pushing event updated for resources: {'Port': ['ID=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:51.815842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:51.899959 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:51.936782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:52.034792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:47:52.035954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:52.038420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:47:52.097869 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Attempting to bind port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:47:52.098208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Attempting to bind port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:47:52.098626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Attempting to bind port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf on network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:47:52.104772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:47:52.105206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Checking segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:47:52.105665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:52.106149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Bound using segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:47:52.106682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Bound port: ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:47:52.107091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:52.208251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] For port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:47:52.211499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] For port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:47:52.217030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:52.232657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:52.239516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Allocated IP 172.28.2.83 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/91529556-ffda-4717-a343-81a2d4708fc4) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:47:52.427050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Pushing event updated for resources: {'Port': ['ID=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:52.436530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:52.473989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:52.575396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d477979-db7f-4463-aa63-4469bf651670 req-4f0a054d-087d-4b03-ac91-bedd9663f078 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:52.577236 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d477979-db7f-4463-aa63-4469bf651670 req-4f0a054d-087d-4b03-ac91-bedd9663f078 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1609316 Jan 25 18:47:52.579688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:52.601278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:52.812899 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d477979-db7f-4463-aa63-4469bf651670 req-44604236-042a-4c81-9e82-961f13826c6c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162387 Jan 25 18:47:52.819396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Pushing event updated for resources: {'Port': ['ID=91529556-ffda-4717-a343-81a2d4708fc4,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:52.822663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:52.931100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:47:52.932364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:52.934688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:47:52.990439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 543b46aa-c701-45bd-8a37-e404fc49aeeb no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:47:53.091943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-f04fff56-a67e-44d5-a435-ae8b6c7e6c5e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:53.092726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-f04fff56-a67e-44d5-a435-ae8b6c7e6c5e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:47:53.111658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-f04fff56-a67e-44d5-a435-ae8b6c7e6c5e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:47:53.112906 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-f04fff56-a67e-44d5-a435-ae8b6c7e6c5e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 945 time: 0.1647916 Jan 25 18:47:53.140213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:53.179939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:53.211886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:53.221706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:53.224044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:53.236447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Deleting port 543b46aa-c701-45bd-8a37-e404fc49aeeb {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:53.236846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:53.284657 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'code': 200} Jan 25 18:47:53.285475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:53.371828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=7']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:53.379345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:53.392517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:47:53.464775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:53.548928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] For port 543b46aa-c701-45bd-8a37-e404fc49aeeb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=543b46aa-c701-45bd-8a37-e404fc49aeeb,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:53.549333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.142837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.143272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.143757 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Floating IP 91e1cbfd-32d4-4e6c-a03b-a06f73967b57 disassociated. External IP: 172.28.2.173, port: 543b46aa-c701-45bd-8a37-e404fc49aeeb. Jan 25 18:47:54.144141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Calling delete_port for 543b46aa-c701-45bd-8a37-e404fc49aeeb owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:54.149806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf0394e-0286-44e2-b657-b823a1becde4 None None] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:47:54.213274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.332138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.351841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:54.398853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc76f77-8d57-41ff-8cba-8fbb1acdb13f req-49c5027e-fb24-4427-b900-4efe17be1df4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:47:54.407828 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3bc76f77-8d57-41ff-8cba-8fbb1acdb13f req-49c5027e-fb24-4427-b900-4efe17be1df4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 943 time: 0.3457220 Jan 25 18:47:54.412635 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event deleted for resources: {'Port': ['ID=543b46aa-c701-45bd-8a37-e404fc49aeeb,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:54.426077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Provisioning for port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:47:54.428900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.429437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.429887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.430583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.431067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.431521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.432124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.432582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.433056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.433522 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.434061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.434563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.435105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.437495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.437700 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.438237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.438713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.439398 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.439760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.440221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.441117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.441391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Provisioning complete for port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:54.441586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.441849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.442335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.442806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:47:54.482323 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3bc76f77-8d57-41ff-8cba-8fbb1acdb13f req-46a17d57-c894-4b1f-94cf-5dc1248704ef tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=2bbe3ff0-abbd-48f5-866b-8d39591305b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731196 Jan 25 18:47:54.499092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:54.647705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.675468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Router 3b0b3166-6a74-43a3-ba19-631a964271c8 is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:47:54.701547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] For port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:47:54.758881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:54.760916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe7a89ab-8e2b-4db9-839e-86194493bd94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:54.887521 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Pushing event updated for resources: {'Port': ['ID=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:54.892534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f35c8ea-0ed0-4922-81ae-13e5caf4700e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:54.955871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:47:54.965294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:47:54.981543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Sync routers for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:47:54.998730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:55.006502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:47:55.006828 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9440665 Jan 25 18:47:55.007137 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:55.007749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55094) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:55.291299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:47:55.339613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:47:55.351874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:47:55.366783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-c64781c1-3cfc-4ed9-a804-bdd8bea21262 None None] Provisioning complete for port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:55.367212 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c64781c1-3cfc-4ed9-a804-bdd8bea21262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:55.374288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:47:55.378767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:55.390164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] No DVR routers for this DVR port 543b46aa-c701-45bd-8a37-e404fc49aeeb on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:47:55.396666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:55.408849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-deleted', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:55.435817 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-51dc5402-caaf-4c0e-9f41-13717a246b13 req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "DELETE /v2.0/ports/543b46aa-c701-45bd-8a37-e404fc49aeeb HTTP/1.1" status: 204 len: 173 time: 2.3126018 Jan 25 18:47:55.494281 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9162268e-95fd-4e2e-963a-4fa7cd0963ce', 'name': 'network-vif-deleted', 'tag': '543b46aa-c701-45bd-8a37-e404fc49aeeb', 'status': 'completed', 'code': 200} Jan 25 18:47:55.538464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:55.538885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:55.576732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:47:55.812845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:47:55.998936 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d5175e78-642d-49ae-8a9a-fec64acd9245 req-0ed6042e-fa29-4ed9-b252-c949ae3c9303 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=9162268e-95fd-4e2e-963a-4fa7cd0963ce HTTP/1.1" status: 200 len: 210 time: 0.1446719 Jan 25 18:47:56.319367 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:56.528985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:56.535951 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:47:56.552647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:47:56.553423 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:56.673887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d72d8b8f-9c48-49e3-b67d-eab86d6e9af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:56.679282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:53Z', 'revision_number': 3, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:56.685243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Checking router: 3b0b3166-6a74-43a3-ba19-631a964271c8 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:47:56.686032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Updating router 3b0b3166-6a74-43a3-ba19-631a964271c8 port 91529556-ffda-4717-a343-81a2d4708fc4 binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:47:56.779985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:56.795033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Allocated IP 172.20.0.1 (c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273/17939e07-365c-455e-9bbd-00b21e7b5a63/84c5b50c-550e-48a4-a47c-3eb1bf4da90d) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:47:56.823070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-3689f311-17b3-4f1a-9ecd-314675c2a89b None None] Provisioning complete for port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:56.823524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3689f311-17b3-4f1a-9ecd-314675c2a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:56.842829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:47:56.978163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:56.998493 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Transition to ACTIVE for port object 84c5b50c-550e-48a4-a47c-3eb1bf4da90d will not be triggered until provisioned by entity DHCP. {{(pid=80082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:57.038363 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:57.217183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:57.305874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:47:57.309680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:57.327183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55124) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:57.331540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:47:57.403422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Pushing event updated for resources: {'Port': ['ID=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:57.415577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:57.491536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:57.520116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:57.544871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79645855-69a9-4f62-87ae-bba92c1777a9 None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:47:57.703725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:57.707584 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-980a38ed-f9f7-4695-8448-5e33013d7302 None None] Provisioning for port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:47:57.740064 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-980a38ed-f9f7-4695-8448-5e33013d7302 None None] Provisioning complete for port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:57.744619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-980a38ed-f9f7-4695-8448-5e33013d7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:57.787173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Transition to ACTIVE for port object 91529556-ffda-4717-a343-81a2d4708fc4 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:47:57.802480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:57.829331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:58.007397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.062664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-980a38ed-f9f7-4695-8448-5e33013d7302 None None] Port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:47:58.122429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c6c6-2f67-41cf-ae57-de78241a85bf None None] Pushing event updated for resources: {'Port': ['ID=91529556-ffda-4717-a343-81a2d4708fc4,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:58.130216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-90d3c6c6-2f67-41cf-ae57-de78241a85bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:58.171397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Attempting to bind port 91529556-ffda-4717-a343-81a2d4708fc4 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:47:58.172172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Attempting to bind port 91529556-ffda-4717-a343-81a2d4708fc4 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:47:58.173053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Attempting to bind port 91529556-ffda-4717-a343-81a2d4708fc4 on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:47:58.182506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:47:58.183411 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:47:58.184402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.185248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:47:58.186020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Bound port: 91529556-ffda-4717-a343-81a2d4708fc4, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:47:58.186661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.243394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc8faf-59cf-430a-b3c1-fb028c73119b None None] New status for floating IP 91e1cbfd-32d4-4e6c-a03b-a06f73967b57: DOWN {{(pid=80083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:47:58.257560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.287673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.527964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] For port 91529556-ffda-4717-a343-81a2d4708fc4, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:47:58.531443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] For port 91529556-ffda-4717-a343-81a2d4708fc4, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=91529556-ffda-4717-a343-81a2d4708fc4,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:47:58.537564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.554847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:58.591425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.595594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3ca04515-9597-4856-a16d-83575af9fdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:58.616075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbe3ff0-abbd-48f5-866b-8d39591305b2,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:58.625380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:58.683076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.684389 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "DELETE /v2.0/security-groups/2bbe3ff0-abbd-48f5-866b-8d39591305b2 HTTP/1.1" status: 204 len: 168 time: 1.3142195 Jan 25 18:47:58.687895 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55144) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:58.713378 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.v2.resource [None req-a09e01ac-dece-4600-b2f1-6953c1fa66f8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] show failed (client error): The resource could not be found. Jan 25 18:47:58.718219 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a09e01ac-dece-4600-b2f1-6953c1fa66f8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups/2bbe3ff0-abbd-48f5-866b-8d39591305b2 HTTP/1.1" status: 404 len: 347 time: 0.0283518 Jan 25 18:47:58.718839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55148) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:47:58.753924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c6c6-2f67-41cf-ae57-de78241a85bf None None] Pushing event updated for resources: {'Port': ['ID=91529556-ffda-4717-a343-81a2d4708fc4,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:58.759680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-90d3c6c6-2f67-41cf-ae57-de78241a85bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:58.818108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 25 18:47:58.832275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:47:58.832577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:58.902751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.912387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:58.958457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e11a3e21-68e2-4251-9121-e2137bba0702 tempest-DeleteServersTestJSON-1050549888 tempest-DeleteServersTestJSON-1050549888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:47:59.012295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Deleting port 3a1c248c-1183-4e0f-93e7-1223ad1f2ff9 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:47:59.012685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.028043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:47:59.123955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Pushing event updated for resources: {'Port': ['ID=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:47:59.179396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.190617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3b1c2a0-9c1f-443b-a88d-b749e5b15afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.195775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:47:59.200449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.358102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.358587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.413229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:47:56Z', 'revision_number': 1, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:47:59.417371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3c7a6-eb04-43e2-baf6-8d09c2d2cdf6 None None] The sync data for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb is: [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:47:56Z', 'revision_number': 1, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:47:59.510134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Calling delete_port for 3a1c248c-1183-4e0f-93e7-1223ad1f2ff9 owned by network:floatingip {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:47:59.582486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:47:59.586534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:47:59.929810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0ac623f2-8dc5-400c-83f0-822a34d1aeac None None] Provisioning complete for port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:47:59.930285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ac623f2-8dc5-400c-83f0-822a34d1aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:47:59.947315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Router 3b0b3166-6a74-43a3-ba19-631a964271c8 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:47:59.960269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:00.013376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0ac623f2-8dc5-400c-83f0-822a34d1aeac None None] Port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:48:00.054180 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-82c64697-5dd5-4e9d-b69c-023fd72c0e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:00.229805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event deleted for resources: {'Port': ['ID=3a1c248c-1183-4e0f-93e7-1223ad1f2ff9,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:00.237161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:00.364354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:00.557781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:00.584025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:00.644627 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] 10.222.0.81 "PUT /v2.0/routers/3b0b3166-6a74-43a3-ba19-631a964271c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6355493 Jan 25 18:48:00.668063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:00.670694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:00.672758 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9d9ccffa-040b-4dee-b2e1-8b67d81edc64 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "DELETE /v2.0/floatingips/91e1cbfd-32d4-4e6c-a03b-a06f73967b57 HTTP/1.1" status: 204 len: 168 time: 1.9515479 Jan 25 18:48:01.276956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 91529556-ffda-4717-a343-81a2d4708fc4 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:01.376934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55186) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:01.383609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'security_group': {'name': 'tempest-securitygroup--434574549', 'description': 'tempest-description--1537248164'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:01.396986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:01.402018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:01.408544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:01.414121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:01.427791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.453263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:01.458680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:01.462218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:01.468898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:01.579816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 91529556-ffda-4717-a343-81a2d4708fc4 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:01.585576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55194) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:01.591563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 91529556-ffda-4717-a343-81a2d4708fc4 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:01.592830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1545469650-network', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:01.593968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.597614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.600920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:01.605627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.606062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Usage tracker for resource:network and tenant:dcb01e66ad35448cb39714130c6047ab is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:01.609562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:01.614693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ffaa88eb-e322-48ba-a6b4-6c3f6513cfe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:01.620162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:01.631803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Made reservation on behalf of dcb01e66ad35448cb39714130c6047ab for: {'network': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:48:01.637982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.652169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.665176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'SecurityGroup': ['ID=a15859af-7ed6-4ae3-9b13-8013a24e3b1e,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:01.668426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.669504 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2912576 Jan 25 18:48:01.670481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:01.672961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55198) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:01.678019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:01.679000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'security_group_rule': {'security_group_id': 'a15859af-7ed6-4ae3-9b13-8013a24e3b1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:01.684679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb01e66ad35448cb39714130c6047ab is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:01.688727 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:01.693261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:01.697465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:01.698395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:01.700952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:01.707877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:01.732193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.742993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.763851 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 91529556-ffda-4717-a343-81a2d4708fc4, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=91529556-ffda-4717-a343-81a2d4708fc4,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:01.767642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.770444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:01.813788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.817370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.819558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:01.843339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66112ab-9e21-46bc-a1a3-6b77bddb2dcc,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:01.844916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.848229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:01.849695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.855148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f780daad-01d6-4658-ac6c-db4d87494236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:01.856325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=91529556-ffda-4717-a343-81a2d4708fc4,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:01.856513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.861485 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839354 Jan 25 18:48:01.861485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55202) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:01.862244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:01.870365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'security_group_rule': {'security_group_id': 'a15859af-7ed6-4ae3-9b13-8013a24e3b1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:01.883586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:01.887703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:security_group_rule and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:01.890875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:01.896171 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:48:01.897497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:01.906169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee3ae09-5bca-4ac9-859c-ec72fbc9dce4,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:01.911434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:01.914626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755154266841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.915083 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Added segment 1973c5ae-f008-4d93-9292-a382dcc6f5cf of type vxlan for network c2ad6335-e0b4-45d0-801e-947645e6c3e4 Jan 25 18:48:01.918615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.946817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.982602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.984024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:01.984706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:01.991411 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:01.996870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.001157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.003481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01473856-8f2d-4035-9b62-c8853b72a560 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:02.031344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a153760-56da-41cb-a288-36a24f839068,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:02.035101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:02.042483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.046818 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784027 Jan 25 18:48:02.048653 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55206) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:02.054049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'floatingip': {'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:02.066337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:02.070588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Usage tracker for resource:floatingip and tenant:95f723e945784225b5328e0a0fba8885 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:02.073771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:02.080375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:02.109280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.111877 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5249033 Jan 25 18:48:02.112904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ad6335-e0b4-45d0-801e-947645e6c3e4,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:02.116001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:02.116620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55210) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:02.123268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Request body: {'subnet': {'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1545469650-subnet', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:02.124530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:48:02.131656 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:02.136916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Usage tracker for resource:subnet and tenant:dcb01e66ad35448cb39714130c6047ab is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:02.140312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:02.150429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:02.150674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:48:02.160335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Made reservation on behalf of dcb01e66ad35448cb39714130c6047ab for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:48:02.166176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843945319'] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.278532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.649859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Allocated IP 172.28.2.173 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/62547e9c-c0e8-4aaa-853e-b0359ccc6ced) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:02.652743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843043545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843945302'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.675757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5241e248-2012-4c57-b2df-1ebff7ed7199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:02.848548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.851011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f055f9-7eac-4377-934f-383dbb8d3ce1,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:02.856586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:02.885083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:02.902252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8d639ebc-0470-424e-8ab5-b5266b82d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:02.934711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Checking segment: {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:02.935026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Network hostable DHCP agents. Network: c2ad6335-e0b4-45d0-801e-947645e6c3e4, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:48:02.980859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Sync routers for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:02.983358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:48:02.991215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:02.992012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:02.995089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, c2ad6335-e0b4-45d0-801e-947645e6c3e4) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:03.006305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4392cf24-d66c-4fff-8c41-34c04b87e3b0 None None] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:48:03.009150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:03.009998 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.036621 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9162636 Jan 25 18:48:03.036846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55222) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:03.043296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:03.050878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:03.055764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Usage tracker for resource:router and tenant:dcb01e66ad35448cb39714130c6047ab is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:03.060894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:03.069787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:03.071673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'Port': ['ID=62547e9c-c0e8-4aaa-853e-b0359ccc6ced,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:03.076640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:03.083498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.084986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.101947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.139424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:03.140962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:03.144414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:03.241063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.261047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-c2ad6335-e0b4-45d0-801e-947645e6c3e4', 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'fixed_ips': [{'subnet_id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:48:03.262062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.291594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 91529556-ffda-4717-a343-81a2d4708fc4 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:03.323281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:03.325325 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.522224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 91529556-ffda-4717-a343-81a2d4708fc4 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:03.522626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.775260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.783222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.787453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.819637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 2, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:03.824849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Checking router: 3b0b3166-6a74-43a3-ba19-631a964271c8 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:03.825262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Updating router 3b0b3166-6a74-43a3-ba19-631a964271c8 port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:48:03.902124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:03.942337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:04.008981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Allocated IP 172.20.0.2 (c2ad6335-e0b4-45d0-801e-947645e6c3e4/d4f055f9-7eac-4377-934f-383dbb8d3ce1/d916fee4-27b8-43aa-b235-e3255479f5bc) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:04.073058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'Port': ['ID=62547e9c-c0e8-4aaa-853e-b0359ccc6ced,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:04.093852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:04.206588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.227520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.234114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.246099 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e18bb1fe-9de0-437b-9871-ab97c3bbe6ed tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1965394 Jan 25 18:48:04.267389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.306421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.318617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Transition to ACTIVE for port object d916fee4-27b8-43aa-b235-e3255479f5bc will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:04.336556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Transition to ACTIVE for port object d916fee4-27b8-43aa-b235-e3255479f5bc will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:04.342778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.362637 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-35f85448-1e8b-45fe-8865-2e7b34817309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:04.461050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.488265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Transition to ACTIVE for port object 84c5b50c-550e-48a4-a47c-3eb1bf4da90d will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:04.492921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.511877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:04.518835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Pushing event updated for resources: {'Port': ['ID=d916fee4-27b8-43aa-b235-e3255479f5bc,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:04.531007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.531393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.532342 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.532887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.533259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.533653 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.534048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.534412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.534919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.535280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.535781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.536331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.536846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.537217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.537735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.538103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.538466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.538829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.539207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.539548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.539909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.540268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.540759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.541119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.548183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:04.554658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-e033e0fe-5887-4a87-ad82-c59afb3eef96 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:04.574918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-e033e0fe-5887-4a87-ad82-c59afb3eef96 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:04.576486 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-e033e0fe-5887-4a87-ad82-c59afb3eef96 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--434574549&fields=id&tenant_id=95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 267 time: 0.0776248 Jan 25 18:48:04.623906 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Allocated IP 172.28.2.71 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/2872732b-42fc-479e-b4a3-1f1ed0430209) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:04.633378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:04.634663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:04.637765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:04.674527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Pushing event updated for resources: {'Port': ['ID=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:04.687486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.688571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.689065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.690629 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.691133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.691626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.692111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.692592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.693092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.693572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.694046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.694534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.695079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.695562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.696038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.696511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.696983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.697554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.698047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.698517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.698999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.699478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.699957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.700430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:04.705386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:04.722872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Attempting to bind port d916fee4-27b8-43aa-b235-e3255479f5bc on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:04.723201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Attempting to bind port d916fee4-27b8-43aa-b235-e3255479f5bc by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:04.723632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Attempting to bind port d916fee4-27b8-43aa-b235-e3255479f5bc on network c2ad6335-e0b4-45d0-801e-947645e6c3e4 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:04.731005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:04.731229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Checking segment: {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:04.731693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.732139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Bound using segment: {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:04.732664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Bound port: d916fee4-27b8-43aa-b235-e3255479f5bc, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:04.734004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.860793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] For port d916fee4-27b8-43aa-b235-e3255479f5bc, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:04.863753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.864710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] For port d916fee4-27b8-43aa-b235-e3255479f5bc, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d916fee4-27b8-43aa-b235-e3255479f5bc,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:04.876044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-3799d2c1-053a-48ae-9854-f55c7837122d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:04.877117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.878587 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-3799d2c1-053a-48ae-9854-f55c7837122d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 816 time: 0.2913504 Jan 25 18:48:04.898388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:04.901576 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-242bbb98-4d4a-468d-89b8-1ba638b101b9 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/quotas/95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 375 time: 0.0157177 Jan 25 18:48:04.921270 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ec458942-5ed5-4030-96f1-e57104982110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:04.999702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2872732b-42fc-479e-b4a3-1f1ed0430209,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:05.003986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:05.019676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Attempting to bind port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:05.020997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Attempting to bind port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:05.021762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Attempting to bind port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d on network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:05.033503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:05.034853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Checking segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:05.036729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:05.037767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Bound using segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:05.038843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Bound port: 84c5b50c-550e-48a4-a47c-3eb1bf4da90d, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:05.039918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:05.070333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:05.196185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] For port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:05.200254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] For port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:05.206310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:05.226144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:05.234347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-1241c3f8-534a-4cda-a5ab-d76f4fcc8fb2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:05.262337 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:05.267789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:05.271697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-1241c3f8-534a-4cda-a5ab-d76f4fcc8fb2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:05.273703 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-1241c3f8-534a-4cda-a5ab-d76f4fcc8fb2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3606811 Jan 25 18:48:05.278939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:05.281185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:05.321451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Pushing event updated for resources: {'Port': ['ID=d916fee4-27b8-43aa-b235-e3255479f5bc,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:05.329027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:05.453977 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Pushing event updated for resources: {'Port': ['ID=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,revision_number=4']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:05.461142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d49efa8b-4bc0-47ed-822c-82061416598a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:05.539770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:05.540459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:05.541878 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-47070eaa-9234-4ea2-bcc7-a1fc6b9f7d0b service neutron] 10.222.0.81 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509434 Jan 25 18:48:05.770988 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-5a84ac86-15cb-40ea-8a1c-436993927822 service neutron] 10.222.0.81 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2279122 Jan 25 18:48:05.992974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:06.112783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:06.148111 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-32a7c7dc-a4b4-4b99-bcdc-b808e03d5ef2 req-817300cc-d6ea-40df-b295-abd1659b3602 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 210 time: 0.0729795 Jan 25 18:48:06.462166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:06.574880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-834ff2cd-67db-4876-928c-c013004831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:05Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:06.579615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ff2cd-67db-4876-928c-c013004831fc None None] The sync data for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb is: [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:05Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:06.748467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Router 0ddfb75b-2163-4224-942a-69d643c5fb53 is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:48:07.198709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119ba31-22c8-4157-b1a0-9fcf672bc00a None None] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:48:07.361760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-3609f226-ca2a-4242-8b4c-002683b9609c None None] Provisioning for port d916fee4-27b8-43aa-b235-e3255479f5bc completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:07.435532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:07.495662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:07.500201 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4621754 Jan 25 18:48:07.504850 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55308) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:07.575945 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-78b5006f-bc1e-44f0-ba07-90bbcad85863 req-eb17153b-d6a9-47ed-92f7-e24b4f3239b1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 210 time: 0.1167762 Jan 25 18:48:07.610679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Sync routers for ids ['0ddfb75b-2163-4224-942a-69d643c5fb53'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:07.623827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 84c5b50c-550e-48a4-a47c-3eb1bf4da90d up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:07.685695 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Routers {'0ddfb75b-2163-4224-942a-69d643c5fb53'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:07.686394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['0ddfb75b-2163-4224-942a-69d643c5fb53'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:07.975317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Set router 0ddfb75b-2163-4224-942a-69d643c5fb53 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:08.091419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-9a2842b7-7dc1-4c4c-aee3-4bf157ac3330 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:08.093251 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-9a2842b7-7dc1-4c4c-aee3-4bf157ac3330 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 816 time: 0.3510866 Jan 25 18:48:08.305228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:08.365417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:08.365917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:08.379094 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-b33ac7c5-1b88-4db9-8e95-ce5d7af6b97d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 5704 time: 0.2144132 Jan 25 18:48:08.393625 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'port': {'device_id': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'admin_state_up': True, 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'security_groups': ['a15859af-7ed6-4ae3-9b13-8013a24e3b1e']}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:08.630369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:08.698004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:08.701666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:05Z', 'revision_number': 3, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:08.706788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:08.707745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d916fee4-27b8-43aa-b235-e3255479f5bc up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:08.763516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:08.840780 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-134a2fc8-6154-417f-b957-142ca5e91a40 req-9f6cde6e-aaad-4e95-83a1-3ff047ff83c8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 210 time: 0.0802805 Jan 25 18:48:08.841232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Checking router: 0ddfb75b-2163-4224-942a-69d643c5fb53 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:08.841757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Updating router 0ddfb75b-2163-4224-942a-69d643c5fb53 port 2872732b-42fc-479e-b4a3-1f1ed0430209 binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:48:08.883124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:08.904799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:08.945979 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:08.974847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:08.993426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.030001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Made reservation on behalf of 95f723e945784225b5328e0a0fba8885 for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:48:09.037624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port d916fee4-27b8-43aa-b235-e3255479f5bc completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:09.043878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.046682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port d916fee4-27b8-43aa-b235-e3255479f5bc triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:09.047767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.263163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.305383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port d916fee4-27b8-43aa-b235-e3255479f5bc, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d916fee4-27b8-43aa-b235-e3255479f5bc,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:09.322127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.328959 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:09.384418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.438062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bfaff4de-e5d6-4f53-a42d-43366dfb655c None None] Provisioning complete for port d916fee4-27b8-43aa-b235-e3255479f5bc triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:09.439204 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bfaff4de-e5d6-4f53-a42d-43366dfb655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:09.622262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 84c5b50c-550e-48a4-a47c-3eb1bf4da90d up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:09.651400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Allocated IP 172.20.0.14 (fc6a1618-ccc2-4f8c-aedd-bb51452ede5f/7c28d1dc-ae3e-4575-b911-3f8c023c58a3/36f19b2e-3cba-47a2-84a2-48855f25d043) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:09.902401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=d916fee4-27b8-43aa-b235-e3255479f5bc,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:09.928934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:10.054138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Allocated IP 172.20.0.1 (c2ad6335-e0b4-45d0-801e-947645e6c3e4/d4f055f9-7eac-4377-934f-383dbb8d3ce1/71ad0223-e492-4eb9-93c1-0fccf019d2ea) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:10.122876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ebd69616-1b19-4222-8bc0-fa3d728bf5ad req-3cabd683-ce30-4b04-9c8c-1f0c9bd67a1f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 210 time: 0.0779533 Jan 25 18:48:10.200692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.207864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:10.208290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.235235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Transition to ACTIVE for port object 36f19b2e-3cba-47a2-84a2-48855f25d043 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:10.306140 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.328481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Transition to ACTIVE for port object 71ad0223-e492-4eb9-93c1-0fccf019d2ea will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:10.330420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.347335 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:10.359131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.380724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Transition to ACTIVE for port object 2872732b-42fc-479e-b4a3-1f1ed0430209 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:10.413795 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.435715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:10.693007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2e7c-7f11-4178-8698-0881a918a2bb None None] Pushing event updated for resources: {'Port': ['ID=2872732b-42fc-479e-b4a3-1f1ed0430209,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:10.753374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-30ce2e7c-7f11-4178-8698-0881a918a2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:10.763380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event updated for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:10.769764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:10.861127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:10.862585 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:10.864836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.877941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Attempting to bind port 2872732b-42fc-479e-b4a3-1f1ed0430209 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:10.878646 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Attempting to bind port 2872732b-42fc-479e-b4a3-1f1ed0430209 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:10.879288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Attempting to bind port 2872732b-42fc-479e-b4a3-1f1ed0430209 on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:10.882284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:10.887605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:10.888317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:10.889306 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.889981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:10.891290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Bound port: 2872732b-42fc-479e-b4a3-1f1ed0430209, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:10.891931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:10.923884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:11.002633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] For port 2872732b-42fc-479e-b4a3-1f1ed0430209, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:11.007960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] For port 2872732b-42fc-479e-b4a3-1f1ed0430209, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=2872732b-42fc-479e-b4a3-1f1ed0430209,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:11.011747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.048066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Pushing event updated for resources: {'Port': ['ID=71ad0223-e492-4eb9-93c1-0fccf019d2ea,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:11.116378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:11.129548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:11.208096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:11.208835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.279964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:11.282984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:11.285321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:11.323828 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9354751 Jan 25 18:48:11.348211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2e7c-7f11-4178-8698-0881a918a2bb None None] Pushing event updated for resources: {'Port': ['ID=2872732b-42fc-479e-b4a3-1f1ed0430209,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:11.352902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-30ce2e7c-7f11-4178-8698-0881a918a2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:11.355978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-893a0234-0000-4fcf-955c-f0d79622e2fc None None] Provisioning for port 36f19b2e-3cba-47a2-84a2-48855f25d043 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:11.356855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Request body: {'port': {'device_id': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:11.367018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-893a0234-0000-4fcf-955c-f0d79622e2fc None None] Provisioning complete for port 36f19b2e-3cba-47a2-84a2-48855f25d043 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:11.367443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-893a0234-0000-4fcf-955c-f0d79622e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.427348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.446989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-893a0234-0000-4fcf-955c-f0d79622e2fc None None] Port 36f19b2e-3cba-47a2-84a2-48855f25d043 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:48:11.464466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Routers {'0ddfb75b-2163-4224-942a-69d643c5fb53'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:11.465278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['0ddfb75b-2163-4224-942a-69d643c5fb53'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:11.529472 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.532547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957014-7f64-415a-957a-3262ee1269da req-1d5ab9f9-fe7d-48a2-8c38-5138c6e7d39b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:11.541737 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd957014-7f64-415a-957a-3262ee1269da req-1d5ab9f9-fe7d-48a2-8c38-5138c6e7d39b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 932 time: 0.1897244 Jan 25 18:48:11.543197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d916fee4-27b8-43aa-b235-e3255479f5bc up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:11.602072 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cd957014-7f64-415a-957a-3262ee1269da req-b1b3db0c-5949-4766-93de-ff14a6ae3ae7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576072 Jan 25 18:48:11.710170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f94aacfa-6d64-400f-a2ef-648eae0f9d7e None None] Provisioning for port 71ad0223-e492-4eb9-93c1-0fccf019d2ea completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:11.725184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f94aacfa-6d64-400f-a2ef-648eae0f9d7e None None] Provisioning complete for port 71ad0223-e492-4eb9-93c1-0fccf019d2ea triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:11.725184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f94aacfa-6d64-400f-a2ef-648eae0f9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.816962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] Set router 0ddfb75b-2163-4224-942a-69d643c5fb53 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:11.837654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.864022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port d916fee4-27b8-43aa-b235-e3255479f5bc triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:11.864436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:11.957583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f94aacfa-6d64-400f-a2ef-648eae0f9d7e None None] Port 71ad0223-e492-4eb9-93c1-0fccf019d2ea cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:48:12.258105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:05Z', 'revision_number': 3, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:12.263379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d063bdc-2895-423f-8f57-f09064d8ba34 None None] The sync data for ids ['0ddfb75b-2163-4224-942a-69d643c5fb53'] in dv-cinder-772388-1-smb is: [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:05Z', 'revision_number': 3, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:12.368177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f19b2e-3cba-47a2-84a2-48855f25d043 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:48:12.379044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:12.408812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:12.411102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Transition to ACTIVE for port object 36f19b2e-3cba-47a2-84a2-48855f25d043 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:12.413242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:12.448831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-df7b1c23-ae4c-4f43-987d-e3574bbca420 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:12.480722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:12.626316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:12.656778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Pushing event updated for resources: {'Port': ['ID=71ad0223-e492-4eb9-93c1-0fccf019d2ea,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:12.660433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:12.869455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fbfea50b-5ead-4cc6-85f7-ff4e0d75da23 tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:12.957280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071e6a-7631-4106-9211-891f0a64176d req-a338dcb6-fa9a-487f-a0b2-534196677c1e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:12.965563 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7071e6a-7631-4106-9211-891f0a64176d req-a338dcb6-fa9a-487f-a0b2-534196677c1e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1530607 Jan 25 18:48:13.027576 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7071e6a-7631-4106-9211-891f0a64176d req-d7571082-2635-4925-a9af-f3432d1c836f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609527 Jan 25 18:48:13.043831 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:13.050467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:13.055099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Pushing event updated for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:13.238182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:13.443576 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2872732b-42fc-479e-b4a3-1f1ed0430209 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:13.457757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Attempting to bind port 36f19b2e-3cba-47a2-84a2-48855f25d043 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:13.458133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Attempting to bind port 36f19b2e-3cba-47a2-84a2-48855f25d043 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:13.458504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Attempting to bind port 36f19b2e-3cba-47a2-84a2-48855f25d043 on network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:13.467724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Router 0ddfb75b-2163-4224-942a-69d643c5fb53 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:48:13.469889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:13.470273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Checking segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:13.470680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:13.471073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Bound using segment: {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:13.471553 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Bound port: 36f19b2e-3cba-47a2-84a2-48855f25d043, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc2453-76d5-4944-88d9-51258a03dff5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:13.471922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:13.526828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-394ec9b5-9884-480a-bd5c-9bcbe12db7f1 None None] Provisioning complete for port 71ad0223-e492-4eb9-93c1-0fccf019d2ea triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:13.527189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-394ec9b5-9884-480a-bd5c-9bcbe12db7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:13.584756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 2872732b-42fc-479e-b4a3-1f1ed0430209 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:13.595433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-394ec9b5-9884-480a-bd5c-9bcbe12db7f1 None None] Port 71ad0223-e492-4eb9-93c1-0fccf019d2ea cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:48:13.597100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 2872732b-42fc-479e-b4a3-1f1ed0430209 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:13.597514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:13.742055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:13.760917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 2872732b-42fc-479e-b4a3-1f1ed0430209, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=2872732b-42fc-479e-b4a3-1f1ed0430209,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:13.765273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:13.767925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6886a9a-036b-44b8-b6b7-0d2b25ce8006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:13.844431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=2872732b-42fc-479e-b4a3-1f1ed0430209,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:13.847909 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:13.987070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] For port 36f19b2e-3cba-47a2-84a2-48855f25d043, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:14.001412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] For port 36f19b2e-3cba-47a2-84a2-48855f25d043, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=36f19b2e-3cba-47a2-84a2-48855f25d043,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:14.002924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:14.005461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:14.022354 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] 10.222.0.81 "PUT /v2.0/routers/0ddfb75b-2163-4224-942a-69d643c5fb53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5162933 Jan 25 18:48:14.025497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-04120808-dbae-4172-8a49-69fd69ed79be tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:14.191013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Pushing event updated for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:14.196717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:14.234990 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:14.235872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:14.237449 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] 10.222.0.18 "PUT /v2.0/ports/36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 1158 time: 2.8853748 Jan 25 18:48:14.238470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:14.402232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ce324-2e5a-416f-a806-96d80cc8de2d req-65e04e82-cfbe-4a38-bf1e-5c6cc0c12892 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:14.404068 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-509ce324-2e5a-416f-a806-96d80cc8de2d req-65e04e82-cfbe-4a38-bf1e-5c6cc0c12892 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1851628 Jan 25 18:48:14.473609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-e6a45882-2d79-42f8-b4fc-e11cc8704dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:14.475296 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-e6a45882-2d79-42f8-b4fc-e11cc8704dc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1161 time: 0.1628904 Jan 25 18:48:14.527624 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-509ce324-2e5a-416f-a806-96d80cc8de2d req-c2a899b0-b83f-4aea-b3f6-39ed25676c31 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084106 Jan 25 18:48:14.614159 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-513f5f4b-674b-4f9f-9fb9-22de420cc12a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 217 time: 0.1148529 Jan 25 18:48:14.701924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-dbd4c3ce-0c0e-4601-bb86-13c301fc41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:14.704649 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-dbd4c3ce-0c0e-4601-bb86-13c301fc41c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.0831940 Jan 25 18:48:14.706452 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'status': 'completed', 'code': 200} Jan 25 18:48:14.748907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1955506328', 'description': 'tempest-TestShelveInstance-1955506328 description'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:14.764810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:14.769615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Usage tracker for resource:security_group and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:14.774079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:14.800126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:14.812608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:14.816010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-b22cf346-6cd0-4eae-a789-ef6c9af0e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:14.817673 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-b22cf346-6cd0-4eae-a789-ef6c9af0e673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977426 Jan 25 18:48:14.836820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:14.841079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Usage tracker for resource:security_group_rule and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:14.844627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:14.850963 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:14.933039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:14.936921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:14.943439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-316edb9f-d916-4af9-b737-c7ab427e87c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:14.986014 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-4bd5e8db-cbe8-47f1-af92-6b1d4b88c761 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589668 Jan 25 18:48:14.990784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event updated for resources: {'SecurityGroup': ['ID=b74cc5af-1879-47fe-ad82-70ce79a684dd,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:14.993714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:14.995022 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ad7cdeea-6427-4cbc-84b7-450f6a66d9ef req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2509975 Jan 25 18:48:14.995882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:15.161261 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a56d1493-0959-445d-9d4d-8242729be85d req-69018ba5-425b-4da3-9274-40b7d5361167 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups/b74cc5af-1879-47fe-ad82-70ce79a684dd HTTP/1.1" status: 200 len: 1802 time: 0.0929942 Jan 25 18:48:15.167116 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b74cc5af-1879-47fe-ad82-70ce79a684dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:15.167566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b74cc5af-1879-47fe-ad82-70ce79a684dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:15.170324 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-010d1395-3e22-4cad-99b0-2463fe103a94 req-38705768-50fc-420c-a94b-81bf85808b76 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1753774 Jan 25 18:48:15.183547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:15.188561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Usage tracker for resource:security_group_rule and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:15.191931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:15.198305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:15.258724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.288855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.292210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.294502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:15.327486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434e65d8-badf-47bc-858a-cb19ecba9e35,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:15.331869 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.333447 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a56d1493-0959-445d-9d4d-8242729be85d req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1709762 Jan 25 18:48:15.334379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3aa7e973-17b8-4fce-accf-1b37721c3f37 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:15.408164 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47f03-96a5-4db4-9282-95ba77515311 req-9506c380-cf40-46e6-8e55-73db3e8e2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:15.409994 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-9506c380-cf40-46e6-8e55-73db3e8e2c35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1161 time: 0.1512337 Jan 25 18:48:15.429898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Sync routers for ids ['0ddfb75b-2163-4224-942a-69d643c5fb53'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:15.449417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Routers {'0ddfb75b-2163-4224-942a-69d643c5fb53'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:15.450052 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-a9df1af9-abb9-450c-bdb1-ba5a21311d81 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups/b74cc5af-1879-47fe-ad82-70ce79a684dd HTTP/1.1" status: 200 len: 2395 time: 0.0636749 Jan 25 18:48:15.450257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2872732b-42fc-479e-b4a3-1f1ed0430209 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:15.450743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['0ddfb75b-2163-4224-942a-69d643c5fb53'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:15.470971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b74cc5af-1879-47fe-ad82-70ce79a684dd', 'remote_group_id': None}]} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:15.471900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b74cc5af-1879-47fe-ad82-70ce79a684dd', 'remote_group_id': None}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:15.485771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:15.491123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Usage tracker for resource:security_group_rule and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:15.495188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:15.503458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:15.594455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.608417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 2872732b-42fc-479e-b4a3-1f1ed0430209 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:15.609613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.623612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.629928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.638282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe93748b-6e0b-4fd6-b413-61e2acdf848a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:15.646106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47f03-96a5-4db4-9282-95ba77515311 req-8a8a9154-ea0e-4c33-aef8-d9a21b401071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:15.652950 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-8a8a9154-ea0e-4c33-aef8-d9a21b401071 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.2358351 Jan 25 18:48:15.665776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cdb026-fadb-4e60-8a99-6544ce635003,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:15.669035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:15.677731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:15.693897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Set router 0ddfb75b-2163-4224-942a-69d643c5fb53 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:15.694018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7ada760-98b2-403e-9c28-14f9ddb018b5 req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2242291 Jan 25 18:48:15.816197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-e3673b01-ee54-4b97-a303-ca3a6809449e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 217 time: 0.1535280 Jan 25 18:48:16.026763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7389f-603c-4db2-a161-946d6c617bb9 req-4c15b560-4221-48d8-bb38-83dad38668b9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:16.036657 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5f7389f-603c-4db2-a161-946d6c617bb9 req-4c15b560-4221-48d8-bb38-83dad38668b9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2440112 Jan 25 18:48:16.051592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47f03-96a5-4db4-9282-95ba77515311 req-015ab838-6668-4e88-af08-cb179761acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:16.055607 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-015ab838-6668-4e88-af08-cb179761acc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.2269211 Jan 25 18:48:16.178354 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5f7389f-603c-4db2-a161-946d6c617bb9 req-118ee442-9252-4940-bd36-8d6fa15ebd2f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406555 Jan 25 18:48:16.241513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28501-26d0-4916-9298-4bb86ee11fea req-5ac0daa3-2c58-4cb9-ae01-6b08bca087c6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:16.242350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47f03-96a5-4db4-9282-95ba77515311 req-2c45014d-ce41-490d-a559-8ac13f525f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:16.244607 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-2c45014d-ce41-490d-a559-8ac13f525f55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1806476 Jan 25 18:48:16.250519 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-54a28501-26d0-4916-9298-4bb86ee11fea req-5ac0daa3-2c58-4cb9-ae01-6b08bca087c6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.2106397 Jan 25 18:48:16.397019 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-54a28501-26d0-4916-9298-4bb86ee11fea req-d4f25abe-2110-46e6-be44-306f3171d858 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450093 Jan 25 18:48:16.404082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:11Z', 'revision_number': 4, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '71ad0223-e492-4eb9-93c1-0fccf019d2ea', 'name': '', 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'mac_address': 'fa:16:3e:ae:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:09Z', 'updated_at': '2021-01-25T18:48:12Z', 'revision_number': 2, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'subnets': [{'id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:16.409498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Checking router: 0ddfb75b-2163-4224-942a-69d643c5fb53 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:16.409895 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Updating router 0ddfb75b-2163-4224-942a-69d643c5fb53 port 71ad0223-e492-4eb9-93c1-0fccf019d2ea binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:48:16.493435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:16.550986 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-b64001ae-8b2b-4580-887f-4bcab6968943 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785759 Jan 25 18:48:16.604003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:48:16.725886 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-55f47f03-96a5-4db4-9282-95ba77515311 req-b100208d-4db9-49aa-9652-042f6741de3d service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1647434 Jan 25 18:48:17.060017 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:17.073286 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Transition to ACTIVE for port object 71ad0223-e492-4eb9-93c1-0fccf019d2ea will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:17.076112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:17.092665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f2d98545-5e63-41bd-8e43-4687f9363a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:17.232569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd15b0-cc16-413f-acec-8c937e2de927 None None] Pushing event updated for resources: {'Port': ['ID=71ad0223-e492-4eb9-93c1-0fccf019d2ea,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:17.238277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-34bd15b0-cc16-413f-acec-8c937e2de927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:17.427573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Attempting to bind port 71ad0223-e492-4eb9-93c1-0fccf019d2ea on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:17.427986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Attempting to bind port 71ad0223-e492-4eb9-93c1-0fccf019d2ea by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:17.428500 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Attempting to bind port 71ad0223-e492-4eb9-93c1-0fccf019d2ea on network c2ad6335-e0b4-45d0-801e-947645e6c3e4 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:17.434949 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:17.435678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Checking segment: {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:17.436131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:17.436566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Bound using segment: {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:17.437607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Bound port: 71ad0223-e492-4eb9-93c1-0fccf019d2ea, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1973c5ae-f008-4d93-9292-a382dcc6f5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:17.438157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:17.462466 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de1fb-999e-42b9-b202-49f7151a9b53 req-64689f3f-666a-4b97-bffd-64f132a7c301 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:17.464420 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3b7de1fb-999e-42b9-b202-49f7151a9b53 req-64689f3f-666a-4b97-bffd-64f132a7c301 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1458318 Jan 25 18:48:17.540527 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3b7de1fb-999e-42b9-b202-49f7151a9b53 req-5c1acc14-7edd-4521-aaac-8f2dc518f4e6 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 Jan 25 18:48:17.575031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] For port 71ad0223-e492-4eb9-93c1-0fccf019d2ea, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:17.579694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] For port 71ad0223-e492-4eb9-93c1-0fccf019d2ea, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=71ad0223-e492-4eb9-93c1-0fccf019d2ea,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:17.582182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:17.597790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-106bbe78-127c-46a0-9ae4-35d7df418bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:17.740370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16864d9-0c30-492b-8220-6fa2cbbbd943 req-aa98c691-7367-4620-aebc-440069b6faca tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:17.742514 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d16864d9-0c30-492b-8220-6fa2cbbbd943 req-aa98c691-7367-4620-aebc-440069b6faca tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1412015 Jan 25 18:48:17.755841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd15b0-cc16-413f-acec-8c937e2de927 None None] Pushing event updated for resources: {'Port': ['ID=71ad0223-e492-4eb9-93c1-0fccf019d2ea,revision_number=4']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:17.770878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-34bd15b0-cc16-413f-acec-8c937e2de927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:17.825714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Routers {'0ddfb75b-2163-4224-942a-69d643c5fb53'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:17.826402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['0ddfb75b-2163-4224-942a-69d643c5fb53'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:17.830166 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d16864d9-0c30-492b-8220-6fa2cbbbd943 req-068ae0b6-11cb-470f-a42f-0efed92053a2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769963 Jan 25 18:48:18.053572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] Set router 0ddfb75b-2163-4224-942a-69d643c5fb53 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:18.120565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:18.260257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 36f19b2e-3cba-47a2-84a2-48855f25d043 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:18.268415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 36f19b2e-3cba-47a2-84a2-48855f25d043 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:18.268984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:18.410852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:18.422747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca619778-4518-40af-a6ab-0b067750f75d req-34be4d16-3381-4e44-a659-3796bcd7abb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:18.423789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ca619778-4518-40af-a6ab-0b067750f75d req-34be4d16-3381-4e44-a659-3796bcd7abb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:18.455227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ca619778-4518-40af-a6ab-0b067750f75d req-34be4d16-3381-4e44-a659-3796bcd7abb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:18.456648 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca619778-4518-40af-a6ab-0b067750f75d req-34be4d16-3381-4e44-a659-3796bcd7abb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.2454357 Jan 25 18:48:18.458401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:18.464866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 36f19b2e-3cba-47a2-84a2-48855f25d043, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=36f19b2e-3cba-47a2-84a2-48855f25d043,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:18.470736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:18.474190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e587d98-80d8-47c7-9e3a-0279bdda3502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:18.576536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Deleting port 525657e4-c14b-4379-b37e-e35935248f1a {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:48:18.577080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:18.594922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:18.601884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:18.610360 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'code': 200} Jan 25 18:48:18.840680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212495c5-1346-4144-bc12-aeed454616a5 req-ec4a12bb-b6bb-4c6f-9891-8e1e8dcaa4fc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:18.848905 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-212495c5-1346-4144-bc12-aeed454616a5 req-ec4a12bb-b6bb-4c6f-9891-8e1e8dcaa4fc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 945 time: 0.1353459 Jan 25 18:48:18.860562 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:11Z', 'revision_number': 4, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '71ad0223-e492-4eb9-93c1-0fccf019d2ea', 'name': '', 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'mac_address': 'fa:16:3e:ae:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:09Z', 'updated_at': '2021-01-25T18:48:17Z', 'revision_number': 4, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'subnets': [{'id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:18.878424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b8032-ec21-4cf6-be62-3c1f7432d7a1 None None] The sync data for ids ['0ddfb75b-2163-4224-942a-69d643c5fb53'] in dv-cinder-772388-1-smb is: [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:11Z', 'revision_number': 4, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '71ad0223-e492-4eb9-93c1-0fccf019d2ea', 'name': '', 'network_id': 'c2ad6335-e0b4-45d0-801e-947645e6c3e4', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'mac_address': 'fa:16:3e:ae:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:09Z', 'updated_at': '2021-01-25T18:48:17Z', 'revision_number': 4, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'subnets': [{'id': 'd4f055f9-7eac-4377-934f-383dbb8d3ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:18.913578 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-212495c5-1346-4144-bc12-aeed454616a5 req-b7b3586a-0416-4818-a904-635c81c56963 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=14932d64-5e40-452d-b7e4-84dc6d34431e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637605 Jan 25 18:48:19.019138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] For port 525657e4-c14b-4379-b37e-e35935248f1a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=525657e4-c14b-4379-b37e-e35935248f1a,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:19.019547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:19.239052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e03c86-17d6-4986-a570-08a23b82e234 req-f75914da-a89b-48a0-95c4-e6bf0aac34be tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:19.241024 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5e03c86-17d6-4986-a570-08a23b82e234 req-f75914da-a89b-48a0-95c4-e6bf0aac34be tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1749597 Jan 25 18:48:19.322484 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f5e03c86-17d6-4986-a570-08a23b82e234 req-cbda1543-74fe-478b-9c49-626e55da7733 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731268 Jan 25 18:48:19.492053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:19.492478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:19.492831 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Floating IP a38145b8-a3ac-42c9-a0bf-acea9c13cb0a disassociated. External IP: 172.28.2.186, port: 525657e4-c14b-4379-b37e-e35935248f1a. Jan 25 18:48:19.493219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Calling delete_port for 525657e4-c14b-4379-b37e-e35935248f1a owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:48:19.499030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:19.559328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 71ad0223-e492-4eb9-93c1-0fccf019d2ea up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:19.634528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2bb7-e88b-4d96-84aa-86f984e3f80c req-0c99d562-b905-4748-9236-96428301794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:19.638026 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8fdd2bb7-e88b-4d96-84aa-86f984e3f80c req-0c99d562-b905-4748-9236-96428301794b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1163 time: 0.2552979 Jan 25 18:48:19.784258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:19.809860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47d48171-e5d3-4bfe-b2a6-e3189b4542e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:19.879919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 71ad0223-e492-4eb9-93c1-0fccf019d2ea completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:19.886471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 71ad0223-e492-4eb9-93c1-0fccf019d2ea triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:19.886908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:19.940644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event deleted for resources: {'Port': ['ID=525657e4-c14b-4379-b37e-e35935248f1a,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:19.955639 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8fdd2bb7-e88b-4d96-84aa-86f984e3f80c req-b0bae2ca-bc16-4706-ae86-88cf59781244 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087609 Jan 25 18:48:19.957033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:19.967370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 36f19b2e-3cba-47a2-84a2-48855f25d043 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:19.967818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:20.228260 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-27e88469-f65b-448d-879e-1c37508b553a req-06a72dc6-f238-4c8e-ae47-1f72cbc818a8 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 210 time: 0.0646505 Jan 25 18:48:20.254112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:20.269619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:48:20.321400 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: 525657e4-c14b-4379-b37e-e35935248f1a {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:48:20.321873 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 525657e4-c14b-4379-b37e-e35935248f1a not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:48:20.350373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 71ad0223-e492-4eb9-93c1-0fccf019d2ea, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=71ad0223-e492-4eb9-93c1-0fccf019d2ea,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:20.356319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:20.361015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:20.528730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=71ad0223-e492-4eb9-93c1-0fccf019d2ea,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:20.542530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:20.660343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:48:20.747346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43341-958a-483a-9ed2-ae6b0b884450 req-fa2d71e9-2fad-4ba9-b66d-d66cb8b0111d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:20.758653 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-65b43341-958a-483a-9ed2-ae6b0b884450 req-fa2d71e9-2fad-4ba9-b66d-d66cb8b0111d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1857376 Jan 25 18:48:20.845189 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-65b43341-958a-483a-9ed2-ae6b0b884450 req-b4f9c387-76a5-4cba-9af1-5cd094d020e0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855203 Jan 25 18:48:20.959737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55602) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:21.021227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:21.032237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:21.042908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:21.043629 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:21.075693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] No DVR routers for this DVR port 525657e4-c14b-4379-b37e-e35935248f1a on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:48:21.080880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.090855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'name': 'network-vif-deleted', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:21.113386 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca619778-4518-40af-a6ab-0b067750f75d req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "DELETE /v2.0/ports/525657e4-c14b-4379-b37e-e35935248f1a HTTP/1.1" status: 204 len: 173 time: 2.6392272 Jan 25 18:48:21.160830 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5321aa7-7fa1-42ee-a809-16492c3d2550', 'name': 'network-vif-deleted', 'tag': '525657e4-c14b-4379-b37e-e35935248f1a', 'status': 'completed', 'code': 200} Jan 25 18:48:21.174096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.196887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:21.201059 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Usage tracker for resource:security_group_rule and tenant:ed3d792c54d148059483636d2b51c22f is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:21.205273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:21.211757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:21.304027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:21.542595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 71ad0223-e492-4eb9-93c1-0fccf019d2ea up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:21.590725 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fade2927-cad3-4de4-9819-31829b23f934 req-2deeb796-c539-442c-89e5-da0f8bd3081e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=d5321aa7-7fa1-42ee-a809-16492c3d2550 HTTP/1.1" status: 200 len: 210 time: 0.0559065 Jan 25 18:48:21.658789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.661568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.670838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7eb0f2a5-85f4-49ea-93ef-018a4b532f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:21.708859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55616) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:21.722318 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed3d792c54d148059483636d2b51c22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609463 Jan 25 18:48:21.745674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 71ad0223-e492-4eb9-93c1-0fccf019d2ea triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:21.746129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.785460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f7bc4f-5399-467e-a1ae-ebdd3b135832,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:21.803849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.804539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.805864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.806554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.807262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.807945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.808634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.809805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.810481 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.811178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.812005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.812707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.814079 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.814793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.815465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.816138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.816795 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.817469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.818193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.818878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.819557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.820238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.820914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.821879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:21.830883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:21.854237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.908905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:21.980216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:21.986697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:21.991147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:22.000418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3ee94e36-0325-4e79-9e3f-25a37949baae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:22.004816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:22.005519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:22.032249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f7bc4f-5399-467e-a1ae-ebdd3b135832,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:22.039362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:22.050926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:22.072659 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0f7bc4f-5399-467e-a1ae-ebdd3b135832 HTTP/1.1" status: 204 len: 168 time: 0.3618207 Jan 25 18:48:22.232636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee11b2-4c01-4f42-b0f0-6019573a9ab3 req-2b7addb4-1db7-4ae7-be16-f44f44eb93a3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:22.235394 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b9ee11b2-4c01-4f42-b0f0-6019573a9ab3 req-2b7addb4-1db7-4ae7-be16-f44f44eb93a3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1657658 Jan 25 18:48:22.281942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:22.298271 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b9ee11b2-4c01-4f42-b0f0-6019573a9ab3 req-4d5d6dc2-bfc4-4d42-8f00-17920d48d645 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564919 Jan 25 18:48:22.567489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55634) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:22.594077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:22.614105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:22.618654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:e7eb146ecc894c78be6977d62018ec17 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:22.622345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:22.644955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:22.670299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0fe10-73b8-4270-9bf1-27a33f5155a1 req-e4ae4cb4-11a2-4bd5-83d1-f6950225353a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:22.672962 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-50e0fe10-73b8-4270-9bf1-27a33f5155a1 req-e4ae4cb4-11a2-4bd5-83d1-f6950225353a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1438701 Jan 25 18:48:22.684129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55642) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:22.699850 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Request body: {'floatingip': {'port_id': '36f19b2e-3cba-47a2-84a2-48855f25d043'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:22.817083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:22.817537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:22.826364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460393d5-b9a4-425e-992a-c4cf1e08f9ab None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:22.854583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:22.867285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:22.878884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b689add0-bd94-4177-bb46-8bf0ad09ce8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:22.887482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55648) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:22.961182 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7eb146ecc894c78be6977d62018ec17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919964 Jan 25 18:48:22.965442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068659fd-affe-4bd5-9f05-ef09174f1115,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:22.965837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55652) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:22.972449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:23.022673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.064243 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.113670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.141622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.153694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a19c7704-6410-492c-953a-d78f75ab1824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:23.174971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event deleted for resources: {'SecurityGroup': ['ID=14932d64-5e40-452d-b7e4-84dc6d34431e,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:23.178068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:23.187353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.188769 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-60f736d1-bbde-42dc-a6c1-839207f11d35 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "DELETE /v2.0/security-groups/14932d64-5e40-452d-b7e4-84dc6d34431e HTTP/1.1" status: 204 len: 168 time: 0.2964671 Jan 25 18:48:23.194239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55658) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:23.213772 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.v2.resource [None req-0156ffed-d390-428d-8e02-cb8b0ef53e2a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] show failed (client error): The resource could not be found. Jan 25 18:48:23.214968 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0156ffed-d390-428d-8e02-cb8b0ef53e2a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups/14932d64-5e40-452d-b7e4-84dc6d34431e HTTP/1.1" status: 404 len: 347 time: 0.0196385 Jan 25 18:48:23.219023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55662) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:23.305880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.353933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b4c1f-56e9-4824-893d-78bbbe317a33 None None] New status for floating IP a38145b8-a3ac-42c9-a0bf-acea9c13cb0a: DOWN {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:48:23.413792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Deleting port 4877f9e0-e007-49d2-bd56-a445f3d5a76d {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:48:23.414187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.516638 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.524624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1bebbd9e-d1b4-4160-8393-150996598150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:23.549672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068659fd-affe-4bd5-9f05-ef09174f1115,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:23.562673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:23.569078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.570342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/068659fd-affe-4bd5-9f05-ef09174f1115 HTTP/1.1" status: 204 len: 168 time: 0.6034818 Jan 25 18:48:23.627424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.627833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.790554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Calling delete_port for 4877f9e0-e007-49d2-bd56-a445f3d5a76d owned by network:floatingip {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:48:23.805127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.809037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:23.905658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:48:23.907438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:48:24.041959 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Floating IP 0cb3bf69-f8d5-404d-aacf-f4480ed1a93c associated. External IP: 172.28.2.173, port: 36f19b2e-3cba-47a2-84a2-48855f25d043. Jan 25 18:48:24.408601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Deleting port 4877f9e0-e007-49d2-bd56-a445f3d5a76d {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:48:24.409318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:24.480418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:48:24.622812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:24.623436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:24.701833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:24.708538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:24.716174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:24.728556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:24.729777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:24.791565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Calling delete_port for 4877f9e0-e007-49d2-bd56-a445f3d5a76d owned by network:floatingip {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:48:24.833050 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-543fd6d2-033d-43fc-97e2-25a671e05c0b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "PUT /v2.0/floatingips/0cb3bf69-f8d5-404d-aacf-f4480ed1a93c HTTP/1.1" status: 200 len: 992 time: 2.1473961 Jan 25 18:48:24.834022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:24.919069 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'status': 'completed', 'code': 200} Jan 25 18:48:25.027250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:25.085689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:25.108080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58662673-db9f-4cc5-a66a-8ace8759c57d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:25.226302 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event deleted for resources: {'Port': ['ID=4877f9e0-e007-49d2-bd56-a445f3d5a76d,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:25.238380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:25.389555 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-71ed2ee1-cd21-4da7-8804-ddb95c16a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:25.392330 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-71ed2ee1-cd21-4da7-8804-ddb95c16a5b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1163 time: 0.4140210 Jan 25 18:48:25.515777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:25.558969 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:25.560235 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "DELETE /v2.0/floatingips/a38145b8-a3ac-42c9-a0bf-acea9c13cb0a HTTP/1.1" status: 204 len: 168 time: 2.3401806 Jan 25 18:48:25.666941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-a069630c-a083-4de7-a2e4-0762836d44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:25.668552 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-a069630c-a083-4de7-a2e4-0762836d44d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.2612424 Jan 25 18:48:25.813367 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '0cb3bf69-f8d5-404d-aacf-f4480ed1a93c', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'port_id': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'mac_address': 'fa:16:3e:e2:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:23Z', 'revision_number': 1, 'project_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:25.825247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:25.836379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:25.837206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:47:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:25.914929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55716) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:25.923006 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'security_group': {'name': 'tempest-securitygroup--1069074053', 'description': 'tempest-description--1241531877'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:25.937539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:25.945455 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-00630ca6-428d-40e2-937b-a42ce25cd987 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 1000 time: 0.2667382 Jan 25 18:48:25.947179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:25.951102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:25.961038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:25.974323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.002925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:26.009740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:26.019236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:26.032827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:26.041460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-cba26fd9-fa85-4fd6-8256-82839f7d5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:26.043655 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-cba26fd9-fa85-4fd6-8256-82839f7d5e95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.0909345 Jan 25 18:48:26.135508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.139649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.166123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:26.201897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c5bf739b-ba4c-4c55-b530-bbd3152a3cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:26.210123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-61c099b8-c630-453f-8fe8-775df6c22957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:26.216081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-61c099b8-c630-453f-8fe8-775df6c22957 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1654058 Jan 25 18:48:26.222514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.239302 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3213696 Jan 25 18:48:26.240208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55730) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:26.268147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'security_group_rule': {'security_group_id': '29fee3e2-86c7-4566-ba62-c1042b91fe5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:26.276352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb97f-b265-499c-be55-d09f62bbdbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.320871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:26.345593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'SecurityGroup': ['ID=29fee3e2-86c7-4566-ba62-c1042b91fe5c,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:26.348690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:26.362718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:26.367852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:26.374128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:26.398213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.544087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.547923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.550457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:26.587267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13420fd-1aee-47c9-9658-9195a937cffe,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:26.591459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:26.593975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.598905 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496788 Jan 25 18:48:26.599823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55742) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:26.606532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'security_group_rule': {'security_group_id': '29fee3e2-86c7-4566-ba62-c1042b91fe5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:26.625181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:26.631187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:security_group_rule and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:26.634736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:26.646522 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:26.669731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.670545 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-70ee2c9c-928c-4f5c-8182-31307cb8de8f service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438231 Jan 25 18:48:26.674415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '0cb3bf69-f8d5-404d-aacf-f4480ed1a93c', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'port_id': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'mac_address': 'fa:16:3e:e2:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:23Z', 'revision_number': 1, 'project_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:26.680845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9bbf3-3368-4a1b-a5db-b4815651271c None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '0cb3bf69-f8d5-404d-aacf-f4480ed1a93c', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'port_id': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'mac_address': 'fa:16:3e:e2:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:48:23Z', 'revision_number': 1, 'project_id': '95f723e945784225b5328e0a0fba8885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:26.757544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.762276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.788139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc2d8a30-cbb7-4758-a878-e6c3eb90e87e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:26.799736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.800940 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998718 Jan 25 18:48:26.804752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 55746) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:26.813132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'floatingip': {'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:26.823287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b059489c-2c23-46f3-87fb-306517e0b968,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:26.826900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-962f997c-4f60-4707-97a8-ccc1c1e9a480 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:26.828502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:26.834530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:floatingip and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:26.839399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:26.846795 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:26.856469 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:26.885235 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-569efedb-7ff7-4e69-827b-c6916ce02c5a req-8ae9fd7f-fda2-4bb5-8855-1b9a5346683f service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2029727 Jan 25 18:48:27.084866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733f916-a686-4729-abca-3213d0a48464 None None] New status for floating IP 0cb3bf69-f8d5-404d-aacf-f4480ed1a93c: ACTIVE {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:48:27.271569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:27.590761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Allocated IP 172.28.2.210 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/db30cca5-fb59-494e-91fd-873c04b67dc0) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:27.759148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:27.788022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:27.804886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:27.942187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'Port': ['ID=db30cca5-fb59-494e-91fd-873c04b67dc0,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:27.946761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:28.005239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:28.006463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:28.008763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:28.094513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:28.160456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:28.462799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:28.470892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:28.489094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-53259247-8350-44aa-8281-80c754df6f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:28.576197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'Port': ['ID=db30cca5-fb59-494e-91fd-873c04b67dc0,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:28.634348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:28.773148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:28.796826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:28.798237 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9924045 Jan 25 18:48:29.064667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7ccba015-44f5-4dd4-9ebc-251451d90a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:29.067332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-489fd622-a3e5-4314-936d-82a9847c9e95 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:29.083346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-489fd622-a3e5-4314-936d-82a9847c9e95 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:29.084640 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-489fd622-a3e5-4314-936d-82a9847c9e95 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1069074053&fields=id&tenant_id=d1f208196f3c45998ec2b30f5d32795d HTTP/1.1" status: 200 len: 267 time: 0.0699961 Jan 25 18:48:29.111143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:29.284470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-bfdae508-7406-4596-a06e-beff5e3305f9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:29.286171 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-bfdae508-7406-4596-a06e-beff5e3305f9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 811 time: 0.1904237 Jan 25 18:48:29.304822 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-3ab9b85d-5922-4576-bdb1-f73640fa72c3 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/quotas/d1f208196f3c45998ec2b30f5d32795d HTTP/1.1" status: 200 len: 375 time: 0.0112062 Jan 25 18:48:29.418907 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-db51de17-c152-4a82-84f8-6e4637930337 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077235 Jan 25 18:48:29.572831 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-909b29b7-0de0-4566-a83a-ad0703e5a2e1 service neutron] 10.222.0.81 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402991 Jan 25 18:48:29.742986 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-9c508be9-3062-4593-bd98-288c227a1f2c service neutron] 10.222.0.81 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625736 Jan 25 18:48:29.992516 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8ed2d8f3-684a-4fd0-a24e-ad2d00472ce4 req-7c6e6389-43f4-446b-bd6d-f84299ff14fb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0563939 Jan 25 18:48:30.351588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:30.560968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:31.179621 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1d436949-9609-48b2-bbab-4caaa3cc4167 req-5dc17d25-f2dc-4b63-afd2-104ca07c27ae tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0507104 Jan 25 18:48:31.415089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-a3eec1f9-63ec-4833-aaf6-fb5955645b20 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:31.416873 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-a3eec1f9-63ec-4833-aaf6-fb5955645b20 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 811 time: 0.1923580 Jan 25 18:48:31.521418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-854523ef-777f-4787-951f-cd5b990ec067 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:31.535338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-854523ef-777f-4787-951f-cd5b990ec067 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:security_group {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:31.536724 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-854523ef-777f-4787-951f-cd5b990ec067 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1f208196f3c45998ec2b30f5d32795d HTTP/1.1" status: 200 len: 5705 time: 0.0977261 Jan 25 18:48:31.547278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'port': {'device_id': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'admin_state_up': True, 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'security_groups': ['29fee3e2-86c7-4566-ba62-c1042b91fe5c']}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:31.697693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:31.703381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Usage tracker for resource:port and tenant:d1f208196f3c45998ec2b30f5d32795d is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:31.706454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Quota usage for port was recalculated. Used quota:3. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:31.712501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:31.724820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Made reservation on behalf of d1f208196f3c45998ec2b30f5d32795d for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:48:31.738677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:32.107173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Allocated IP 172.20.0.5 (a862549d-eb32-4dba-8009-7741e340eedc/5b942efe-b294-4684-a4ce-9432a737ef16/37467355-24bb-43e6-afe9-2351a5806921) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:32.364439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:32.385317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Transition to ACTIVE for port object 37467355-24bb-43e6-afe9-2351a5806921 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:32.414134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:32.430297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2e41db68-da47-4c02-980d-fc0918725f07 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:32.542997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577330-33f6-4395-98aa-3196cf87005f req-277003e8-dfbb-41d4-b556-9da0f48e6015 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:32.547045 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a577330-33f6-4395-98aa-3196cf87005f req-277003e8-dfbb-41d4-b556-9da0f48e6015 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 931 time: 0.1721961 Jan 25 18:48:32.621851 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a577330-33f6-4395-98aa-3196cf87005f req-40beccd6-0701-4d9b-92ac-d0eaf0544761 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672438 Jan 25 18:48:32.646365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event updated for resources: {'Port': ['ID=37467355-24bb-43e6-afe9-2351a5806921,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:32.652372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:32.714820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Network a862549d-eb32-4dba-8009-7741e340eedc is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:32.716217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:32.719750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:32.822767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:32.823902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:32.857750 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3147593 Jan 25 18:48:32.883088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Request body: {'port': {'device_id': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:32.995717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f505cf31-f901-4786-9f56-e65bc8d05a93 None None] Provisioning for port 37467355-24bb-43e6-afe9-2351a5806921 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:33.002590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f505cf31-f901-4786-9f56-e65bc8d05a93 None None] Provisioning complete for port 37467355-24bb-43e6-afe9-2351a5806921 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:33.003401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f505cf31-f901-4786-9f56-e65bc8d05a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:33.037525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:33.076276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f505cf31-f901-4786-9f56-e65bc8d05a93 None None] Port 37467355-24bb-43e6-afe9-2351a5806921 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:48:33.504484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37467355-24bb-43e6-afe9-2351a5806921 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:48:33.513281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:33.527587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Transition to ACTIVE for port object 37467355-24bb-43e6-afe9-2351a5806921 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:33.530823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:33.558729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:33.682016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Pushing event updated for resources: {'Port': ['ID=37467355-24bb-43e6-afe9-2351a5806921,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:33.688964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:33.978633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1a52-bc31-472f-87a8-fc2c252dc436 req-53cfde90-d2e8-4379-8061-5f58149d961f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:33.989869 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4f5b1a52-bc31-472f-87a8-fc2c252dc436 req-53cfde90-d2e8-4379-8061-5f58149d961f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 943 time: 0.1775939 Jan 25 18:48:34.013663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Attempting to bind port 37467355-24bb-43e6-afe9-2351a5806921 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:34.013663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Attempting to bind port 37467355-24bb-43e6-afe9-2351a5806921 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:34.013663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Attempting to bind port 37467355-24bb-43e6-afe9-2351a5806921 on network a862549d-eb32-4dba-8009-7741e340eedc {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:34.035897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:34.036246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Checking segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:34.036607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:34.037013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Bound using segment: {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:34.037504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Bound port: 37467355-24bb-43e6-afe9-2351a5806921, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b568f1-5d13-470c-9ef6-2f6a9057f985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:34.038105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:34.105626 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4f5b1a52-bc31-472f-87a8-fc2c252dc436 req-05e81389-1480-4d66-b904-388b88104ebb tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146426 Jan 25 18:48:34.166029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] For port 37467355-24bb-43e6-afe9-2351a5806921, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:34.169771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] For port 37467355-24bb-43e6-afe9-2351a5806921, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=37467355-24bb-43e6-afe9-2351a5806921,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:34.173361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:34.194210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-164d6c18-c798-4252-add8-2f80cede6bb5 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:34.317485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248b9f0-39e7-4822-a74b-e6fb82dca0b6 req-214e701b-545e-4c30-90fd-13af9e731545 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:34.319186 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3248b9f0-39e7-4822-a74b-e6fb82dca0b6 req-214e701b-545e-4c30-90fd-13af9e731545 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1200092 Jan 25 18:48:34.352764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Pushing event updated for resources: {'Port': ['ID=37467355-24bb-43e6-afe9-2351a5806921,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:34.356586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:34.375466 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3248b9f0-39e7-4822-a74b-e6fb82dca0b6 req-1b7856be-35b6-410a-9632-57944aab1432 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498009 Jan 25 18:48:34.392035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:34.392828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:34.394391 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] 10.222.0.18 "PUT /v2.0/ports/37467355-24bb-43e6-afe9-2351a5806921 HTTP/1.1" status: 200 len: 1157 time: 1.5221817 Jan 25 18:48:34.394955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'tag': '37467355-24bb-43e6-afe9-2351a5806921'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:34.473236 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'tag': '37467355-24bb-43e6-afe9-2351a5806921', 'status': 'completed', 'code': 200} Jan 25 18:48:34.583058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-0e7e6ad4-091f-48f2-bc15-615a8c42c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:34.584730 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-0e7e6ad4-091f-48f2-bc15-615a8c42c5fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 1160 time: 0.0881062 Jan 25 18:48:34.676904 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-f384b0a9-8ab2-4df3-b78c-a3fe754e9935 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37467355-24bb-43e6-afe9-2351a5806921 HTTP/1.1" status: 200 len: 217 time: 0.0740578 Jan 25 18:48:34.786417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-0a6b48d9-ce31-4bb5-a384-9ec9c35b83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:34.788014 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-0a6b48d9-ce31-4bb5-a384-9ec9c35b83d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.0682163 Jan 25 18:48:35.113657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:35.116222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-7f8e6ad6-5c98-4010-9c11-292e9c8ab638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:35.117974 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-7f8e6ad6-5c98-4010-9c11-292e9c8ab638 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3121099 Jan 25 18:48:35.288070 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-98c304be-f98e-4ffc-a883-00e737cc3804 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616094 Jan 25 18:48:35.365002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ee697-5c73-4cdb-9828-8e45bf100eab req-fb491492-9713-4693-b4ab-d066de1e34fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:35.366787 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-529ee697-5c73-4cdb-9828-8e45bf100eab req-fb491492-9713-4693-b4ab-d066de1e34fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 943 time: 0.1403255 Jan 25 18:48:35.432703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55942) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:35.434003 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-529ee697-5c73-4cdb-9828-8e45bf100eab req-4c8b89ef-a591-462a-9e8e-25780629c12e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587482 Jan 25 18:48:35.482815 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-82e2c192-1c7c-4609-8158-54fc5b32199a req-4bcde837-068b-419e-b6e9-23171104a874 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1864104 Jan 25 18:48:35.539499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-dcdb5c0d-1a16-4c98-81bb-e6d56eb38f26 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Synchronizing usage tracker for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:35.557100 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-dcdb5c0d-1a16-4c98-81bb-e6d56eb38f26 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Unset dirty status for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:35.566336 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-dcdb5c0d-1a16-4c98-81bb-e6d56eb38f26 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1955506328&fields=id&tenant_id=1fe9861247f344fe9f6794803eecbb36 HTTP/1.1" status: 200 len: 267 time: 0.0773675 Jan 25 18:48:35.662339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:35.681461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:35.687605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Usage tracker for resource:security_group_rule and tenant:7d0b6f5dfe784953b71a2130220dda51 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:35.692771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:35.709412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:35.743498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-21c9830c-5e51-4e17-8e17-02916b48ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:35.745189 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-21c9830c-5e51-4e17-8e17-02916b48ff80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 1160 time: 0.1431231 Jan 25 18:48:35.823322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-c2281c62-9e87-4886-8690-dea28ae67492 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:35.824097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-c2281c62-9e87-4886-8690-dea28ae67492 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Synchronizing usage tracker for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:35.861422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859997a-960b-4a9f-8598-20ea3f264602 req-6dc0a6a0-771d-4de8-aa02-56b11af9e03e tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:35.863198 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9859997a-960b-4a9f-8598-20ea3f264602 req-6dc0a6a0-771d-4de8-aa02-56b11af9e03e tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.2947152 Jan 25 18:48:35.896471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-c2281c62-9e87-4886-8690-dea28ae67492 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Unset dirty status for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:35.897799 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-c2281c62-9e87-4886-8690-dea28ae67492 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 809 time: 0.3305643 Jan 25 18:48:35.931264 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-07bc5120-e5da-41ac-810b-a7d178ae6cf1 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/quotas/1fe9861247f344fe9f6794803eecbb36 HTTP/1.1" status: 200 len: 375 time: 0.0257850 Jan 25 18:48:35.940370 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9859997a-960b-4a9f-8598-20ea3f264602 req-6766ead0-c352-4b0b-a6c8-b9f55378d273 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675747 Jan 25 18:48:35.947904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-2a425248-e93d-4c64-b1bd-410da5f56d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:35.949465 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-2a425248-e93d-4c64-b1bd-410da5f56d47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 905 time: 0.1963506 Jan 25 18:48:36.011240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:36.027991 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-68b9da31-5988-4f70-8c96-6201950acddb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37467355-24bb-43e6-afe9-2351a5806921 HTTP/1.1" status: 200 len: 217 time: 0.0702407 Jan 25 18:48:36.028605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:36.038036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-1f67cb40-bac3-4c48-b347-539cc47bc0cf tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Synchronizing usage tracker for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:36.039109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b520c81-fab9-483a-811d-ed62470efa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:36.056411 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-1f67cb40-bac3-4c48-b347-539cc47bc0cf tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Unset dirty status for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:36.058032 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-1f67cb40-bac3-4c48-b347-539cc47bc0cf tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166883 Jan 25 18:48:36.142914 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d0b6f5dfe784953b71a2130220dda51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089405 Jan 25 18:48:36.146328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55950) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:36.150498 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5788755-1cad-4104-b74a-a9d5c6fbd5aa,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:36.154114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:36.173052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-6fb40c69-4bea-4711-b1db-b33ac20e519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:36.174606 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-6fb40c69-4bea-4711-b1db-b33ac20e519a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.1381707 Jan 25 18:48:36.213667 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-fe8c8198-995d-41ff-8e80-1c1464e6c547 service neutron] 10.222.0.81 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421509 Jan 25 18:48:36.290073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:36.323852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-3e4e59cc-d673-4e9e-99f6-0169b565658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:36.325468 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-3e4e59cc-d673-4e9e-99f6-0169b565658b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390626 Jan 25 18:48:36.327960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:36.359367 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-a882e147-8b1a-439c-bfc8-4613b5840411 service neutron] 10.222.0.81 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380782 Jan 25 18:48:36.502038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:36.508511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a7b95a6b-1677-4719-915a-b12adb6ecaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:36.520765 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-f336825e-b432-493a-9b58-c4686ef344b3 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855707 Jan 25 18:48:36.523410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5788755-1cad-4104-b74a-a9d5c6fbd5aa,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:36.526033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:36.564417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:36.565663 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-03b8dd82-c65e-4010-9e1c-5b2beaf1d9c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5788755-1cad-4104-b74a-a9d5c6fbd5aa HTTP/1.1" status: 204 len: 168 time: 0.4165380 Jan 25 18:48:36.691189 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-77acd259-b3bc-43a2-b555-dad4e4af90f2 req-3cfed060-664a-4079-9ad7-cad5c3a704d4 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1617503 Jan 25 18:48:36.715774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48d6c-934e-4ddb-8c79-4e1a0533e58e req-b8754b3d-3a75-4bb2-aca2-dcb49dea8ffc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:36.718545 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-70f48d6c-934e-4ddb-8c79-4e1a0533e58e req-b8754b3d-3a75-4bb2-aca2-dcb49dea8ffc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 943 time: 0.1279464 Jan 25 18:48:36.862441 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-70f48d6c-934e-4ddb-8c79-4e1a0533e58e req-7789d07d-9b8f-4121-81bd-ba5dbac11f66 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363373 Jan 25 18:48:36.865003 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f61a3f5b-a027-4a3c-8ba0-eefdee4c237c req-b8a025be-9986-4c60-bf0f-ae8ebf2c4130 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 210 time: 0.0663939 Jan 25 18:48:37.009882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55976) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:37.029564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.046277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:37.050431 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Usage tracker for resource:security_group_rule and tenant:4cb983bf47a3478b8c7444d47b2dce8e is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:37.053450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:37.059547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:37.154409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.160112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.170586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9c90f9ec-1c28-4b2b-bd7b-ca5ac3485a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:37.200578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bf671-d210-4cf9-ab6f-eac376d1ff23 req-7b1cd1af-c92b-40e1-889e-4f48c3bc086f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:37.203627 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f9bf671-d210-4cf9-ab6f-eac376d1ff23 req-7b1cd1af-c92b-40e1-889e-4f48c3bc086f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1288228 Jan 25 18:48:37.216749 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4cb983bf47a3478b8c7444d47b2dce8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059531 Jan 25 18:48:37.219879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 55984) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:37.223628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8438670-42c0-4e0b-bc16-9ded59b5619c,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:37.226984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e6fbf209-7cf1-4baa-a321-eb66fa17ea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:37.270508 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1f9bf671-d210-4cf9-ab6f-eac376d1ff23 req-fc348f14-63e8-40f5-bf84-70b9dba2428f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604312 Jan 25 18:48:37.297667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.326365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.374205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.379506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-42af9608-f789-4f06-9b0f-c0e13cd32bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:37.390903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8438670-42c0-4e0b-bc16-9ded59b5619c,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:37.394952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:37.398369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:37.399589 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8438670-42c0-4e0b-bc16-9ded59b5619c HTTP/1.1" status: 204 len: 168 time: 0.1787364 Jan 25 18:48:38.114688 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-873d4623-a464-4e36-b8ab-a0b3d97ea1ad req-a19f182b-4512-4b23-aa4e-6af3ef1eeb10 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 210 time: 0.0636039 Jan 25 18:48:38.195278 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388640b-bac1-4e89-a140-ffbd0719113e req-f92fb0eb-fdef-428d-bd22-480faf1e6ebf tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:38.196987 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a388640b-bac1-4e89-a140-ffbd0719113e req-f92fb0eb-fdef-428d-bd22-480faf1e6ebf tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 943 time: 0.1907928 Jan 25 18:48:38.262721 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a388640b-bac1-4e89-a140-ffbd0719113e req-25c1b5ba-a3cf-476f-99f9-6079e38bf892 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556021 Jan 25 18:48:38.267018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-39e22d2d-4af1-4672-a7c4-4d1ac613061d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:38.269290 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-39e22d2d-4af1-4672-a7c4-4d1ac613061d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 809 time: 0.2222056 Jan 25 18:48:38.284076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 37467355-24bb-43e6-afe9-2351a5806921 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:38.374985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 37467355-24bb-43e6-afe9-2351a5806921 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:38.383338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 37467355-24bb-43e6-afe9-2351a5806921 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:38.383767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:38.395114 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-ff642c1b-f3c2-41a8-90fa-cdaec1e00c99 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fe9861247f344fe9f6794803eecbb36 HTTP/1.1" status: 200 len: 5759 time: 0.0975771 Jan 25 18:48:38.434439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'port': {'device_id': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'admin_state_up': True, 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'security_groups': ['b74cc5af-1879-47fe-ad82-70ce79a684dd']}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:38.599187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:38.642446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 37467355-24bb-43e6-afe9-2351a5806921, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=37467355-24bb-43e6-afe9-2351a5806921,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:38.643623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37467355-24bb-43e6-afe9-2351a5806921'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:38.645454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:38.650237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:38.652196 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:38.673297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eefb7c-03ae-4137-9576-d26e4f4166aa req-3ea50897-f3d7-45c9-9089-462068bdc345 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:38.675297 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-64eefb7c-03ae-4137-9576-d26e4f4166aa req-3ea50897-f3d7-45c9-9089-462068bdc345 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1606684 Jan 25 18:48:38.677478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:38.694058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Made reservation on behalf of 1fe9861247f344fe9f6794803eecbb36 for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:48:38.721156 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37467355-24bb-43e6-afe9-2351a5806921', 'code': 200} Jan 25 18:48:38.728672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:38.734329 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=37467355-24bb-43e6-afe9-2351a5806921,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:38.738756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:38.781963 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-64eefb7c-03ae-4137-9576-d26e4f4166aa req-d156c386-558a-4a07-8555-4ba70aba8392 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950696 Jan 25 18:48:39.152084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f15d-7e95-47ee-8940-51e03831b923 req-ae7707de-463c-4a47-827a-955df49ee369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:39.154492 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-abe7f15d-7e95-47ee-8940-51e03831b923 req-ae7707de-463c-4a47-827a-955df49ee369 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 1162 time: 0.1765382 Jan 25 18:48:39.184236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Allocated IP 172.20.0.7 (c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273/17939e07-365c-455e-9bbd-00b21e7b5a63/8449b129-73c9-434e-b75c-37453ca7f0a1) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:39.222291 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-abe7f15d-7e95-47ee-8940-51e03831b923 req-6c46fdef-5372-4f14-bc37-6a11d85b9737 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556312 Jan 25 18:48:39.317434 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e8ae9166-5204-43e7-941d-bbf11da971d2 req-c735d320-38b0-4ef8-aa5f-acf9023f9cfe tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 210 time: 0.0644817 Jan 25 18:48:39.430394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:39.448568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Transition to ACTIVE for port object 8449b129-73c9-434e-b75c-37453ca7f0a1 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:39.474888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:39.493508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-371fa58a-b2d0-4d47-8e4c-45ee6776a61e tempest-AttachVolumeNegativeTest-1545404408 tempest-AttachVolumeNegativeTest-1545404408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:39.515942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba189a-5335-4cc0-8f13-1f16d7e3b8be req-32bf73fd-fdff-41aa-a943-59443ec4ca08 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:39.517670 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4fba189a-5335-4cc0-8f13-1f16d7e3b8be req-32bf73fd-fdff-41aa-a943-59443ec4ca08 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1210034 Jan 25 18:48:39.574150 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4fba189a-5335-4cc0-8f13-1f16d7e3b8be req-4d04839b-3d7f-4c6d-8335-892596cd160a tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498517 Jan 25 18:48:39.649754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:39.653220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:39.708898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:39.710108 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:39.712514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:39.772304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 37467355-24bb-43e6-afe9-2351a5806921 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:39.840055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:39.840787 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:39.870169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 37467355-24bb-43e6-afe9-2351a5806921 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:39.870693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:39.876272 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4461598 Jan 25 18:48:39.909269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Request body: {'port': {'device_id': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:40.038274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f52a79cb-aecc-4e86-806b-b45c96eef48f None None] Provisioning for port 8449b129-73c9-434e-b75c-37453ca7f0a1 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:40.043901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f52a79cb-aecc-4e86-806b-b45c96eef48f None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:40.044332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f52a79cb-aecc-4e86-806b-b45c96eef48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:40.083371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114346-6e17-45f8-9566-2c988168e924 req-dea2c4e8-20ff-4f15-9e9f-100f7a6515ce tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:40.086414 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a0114346-6e17-45f8-9566-2c988168e924 req-dea2c4e8-20ff-4f15-9e9f-100f7a6515ce tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1371281 Jan 25 18:48:40.112782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f52a79cb-aecc-4e86-806b-b45c96eef48f None None] Port 8449b129-73c9-434e-b75c-37453ca7f0a1 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:48:40.148433 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a0114346-6e17-45f8-9566-2c988168e924 req-791f6c0d-5ea2-406a-8d46-26731a99d547 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553019 Jan 25 18:48:40.312901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:40.559485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b4bf1-e39f-4157-8369-c9b6905b93e3 req-31fc87e9-ea6e-4b33-8c9b-d175864a2236 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:40.567764 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e3b4bf1-e39f-4157-8369-c9b6905b93e3 req-31fc87e9-ea6e-4b33-8c9b-d175864a2236 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 931 time: 0.1258314 Jan 25 18:48:40.619171 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2e3b4bf1-e39f-4157-8369-c9b6905b93e3 req-7a9440cd-f087-4b42-abf8-795822a1e913 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0503635 Jan 25 18:48:40.765343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8449b129-73c9-434e-b75c-37453ca7f0a1 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:48:40.774556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:40.790886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Transition to ACTIVE for port object 8449b129-73c9-434e-b75c-37453ca7f0a1 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:40.794365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:40.812921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-976a4e26-d9e2-4639-8a4c-29fe53b24d1c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:41.009675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:41.016301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:41.081433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7022f-5385-43e1-a0c5-fc4d7e6dd8fd req-4843cf3e-7bfe-489b-aaba-dcee247fb6f8 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:41.083440 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b5c7022f-5385-43e1-a0c5-fc4d7e6dd8fd req-4843cf3e-7bfe-489b-aaba-dcee247fb6f8 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 945 time: 0.3470745 Jan 25 18:48:41.145156 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b5c7022f-5385-43e1-a0c5-fc4d7e6dd8fd req-fa4b97c3-c357-48a8-a4d5-64b8949ac6d7 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539713 Jan 25 18:48:41.197686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cebdcb-f077-45ba-9709-d944b6083280 req-fa6aa4d2-f0d4-47b1-8c3e-3c6621dc0630 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:41.198585 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-50cebdcb-f077-45ba-9709-d944b6083280 req-fa6aa4d2-f0d4-47b1-8c3e-3c6621dc0630 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Synchronizing usage tracker for tenant:2db516c008e147c9858d78eb4f31be71 on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:41.311960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-50cebdcb-f077-45ba-9709-d944b6083280 req-fa6aa4d2-f0d4-47b1-8c3e-3c6621dc0630 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Unset dirty status for tenant:2db516c008e147c9858d78eb4f31be71 on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:41.313176 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-50cebdcb-f077-45ba-9709-d944b6083280 req-fa6aa4d2-f0d4-47b1-8c3e-3c6621dc0630 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.3790174 Jan 25 18:48:41.398982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Attempting to bind port 8449b129-73c9-434e-b75c-37453ca7f0a1 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:41.399365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Attempting to bind port 8449b129-73c9-434e-b75c-37453ca7f0a1 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:41.399741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Attempting to bind port 8449b129-73c9-434e-b75c-37453ca7f0a1 on network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:41.422318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Deleting port bbf07851-c08d-441e-bf9f-7f7355a2e04b {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:48:41.422712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.460067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:41.460475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Checking segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:41.460838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.461240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Bound using segment: {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:41.461789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Bound port: 8449b129-73c9-434e-b75c-37453ca7f0a1, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:41.462169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.508443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc68692-75d6-4b67-ba42-3f85fce88831 req-dcee0173-fb5f-4d91-87cd-19e29fce8160 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:41.510163 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fbc68692-75d6-4b67-ba42-3f85fce88831 req-dcee0173-fb5f-4d91-87cd-19e29fce8160 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 946 time: 0.1533077 Jan 25 18:48:41.544519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304907e-5114-464b-a8d5-df37ab9367e8 req-c5d16a63-621e-4d44-98ec-4fb1febbdca2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:41.546279 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0304907e-5114-464b-a8d5-df37ab9367e8 req-c5d16a63-621e-4d44-98ec-4fb1febbdca2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 945 time: 0.2287123 Jan 25 18:48:41.561246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56080) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:41.572000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Request body: {'floatingip': {'port_id': '37467355-24bb-43e6-afe9-2351a5806921'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:41.602455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device bbf07851-c08d-441e-bf9f-7f7355a2e04b no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:48:41.665242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.687904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:41.706956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:41.725883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.766620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.803249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port bbf07851-c08d-441e-bf9f-7f7355a2e04b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:41.804428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:41.810709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:41.812996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:41.841211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-394d911e-3efc-43c6-8618-1acec911c2be tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:41.886543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=bbf07851-c08d-441e-bf9f-7f7355a2e04b,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:41.890656 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:41.895990 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fbc68692-75d6-4b67-ba42-3f85fce88831 req-ffb6f648-2c74-40a3-a4f4-d37e05152ce0 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484819 Jan 25 18:48:41.974695 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b', 'code': 200} Jan 25 18:48:42.067086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:42.085726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:42.116992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:42.117825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:42.119274 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 1157 time: 2.2209756 Jan 25 18:48:42.119827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:42.130947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] For port bbf07851-c08d-441e-bf9f-7f7355a2e04b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:42.131352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:42.209777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858b7f9-27d1-4830-adce-03b67a4b61de req-0e50ff54-820b-469c-99f5-15e71cb737bf tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:42.217489 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9858b7f9-27d1-4830-adce-03b67a4b61de req-0e50ff54-820b-469c-99f5-15e71cb737bf tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.3107135 Jan 25 18:48:42.324078 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'status': 'completed', 'code': 200} Jan 25 18:48:42.331947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Calling delete_port for bbf07851-c08d-441e-bf9f-7f7355a2e04b owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:48:42.445778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-4af863eb-797f-4fb4-aa78-f714d8007058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:42.447392 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-4af863eb-797f-4fb4-aa78-f714d8007058 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1160 time: 0.2394028 Jan 25 18:48:42.448169 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:48:42.448526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:48:42.533823 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-0942c7e1-9665-411a-9a77-ffcdf7cf8425 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0710912 Jan 25 18:48:42.547836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:42.556876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9858b7f9-27d1-4830-adce-03b67a4b61de req-15c7c896-1b44-4bd5-98d7-45f5754febf7 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3384686 Jan 25 18:48:42.558076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:42.604833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-784d05e1-f8d8-4ae9-a991-db834279f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:42.606446 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-784d05e1-f8d8-4ae9-a991-db834279f817 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0658569 Jan 25 18:48:42.698089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-781190b8-f0de-4722-9222-5fcbe6aa1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:42.699719 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-781190b8-f0de-4722-9222-5fcbe6aa1ead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816495 Jan 25 18:48:42.755499 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Floating IP 72ee07b6-cbd1-474f-af4a-9e6821e7e985 associated. External IP: 172.28.2.210, port: 37467355-24bb-43e6-afe9-2351a5806921. Jan 25 18:48:42.867412 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-b7b80666-9fc9-45c8-bc5f-dbfe7af2e517 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596909 Jan 25 18:48:42.953692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Deleting port bbf07851-c08d-441e-bf9f-7f7355a2e04b {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:48:42.954046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:43.131730 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1fae38d6-5447-45bd-b0a4-ce2657ebfdb9 req-e9f83de5-1b6a-46ee-85e3-d54dcfe474df service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2568851 Jan 25 18:48:43.274368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:48:43.302838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56116) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:43.588986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] For port bbf07851-c08d-441e-bf9f-7f7355a2e04b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=bbf07851-c08d-441e-bf9f-7f7355a2e04b,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:43.589545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:43.607174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-6d5ba208-36ec-4764-a866-35acde2dbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:43.609819 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-6d5ba208-36ec-4764-a866-35acde2dbf8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1160 time: 0.1650174 Jan 25 18:48:43.761272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Calling delete_port for bbf07851-c08d-441e-bf9f-7f7355a2e04b owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:48:43.805021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f7b5-5e83-442c-9b70-3ff22c81dbe2 req-289c6363-5a5d-4bc6-9fca-d9b3755bbf00 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:43.806716 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5a5f7b5-5e83-442c-9b70-3ff22c81dbe2 req-289c6363-5a5d-4bc6-9fca-d9b3755bbf00 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 944 time: 0.7241662 Jan 25 18:48:43.822604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:43.880682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:43.910094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdf5ac7fb764ff9940b85caa120a1de is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:43.915745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:43.942358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:43.953127 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5a5f7b5-5e83-442c-9b70-3ff22c81dbe2 req-e3173004-0b2e-4327-b087-c26304777821 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318846 Jan 25 18:48:43.958304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:43.963375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:43.969426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:43.985384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-2bad2f16-86f8-4d90-a735-9f820c9013cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:43.985384 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-2bad2f16-86f8-4d90-a735-9f820c9013cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.3130655 Jan 25 18:48:43.991974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:43.992654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:44.069199 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-39779a3d-7560-4384-aa1c-a4e25c58c869 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0806744 Jan 25 18:48:44.078407 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed3ec-e66a-451f-a6b7-2e25236c7d2b req-d9f3db01-d1b8-42bb-af7c-ade5c0e2dd1e tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:44.080128 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-597ed3ec-e66a-451f-a6b7-2e25236c7d2b req-d9f3db01-d1b8-42bb-af7c-ade5c0e2dd1e tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.3545938 Jan 25 18:48:44.090553 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7c28a44e-0d98-4105-8d10-236843b1acfc tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "PUT /v2.0/floatingips/72ee07b6-cbd1-474f-af4a-9e6821e7e985 HTTP/1.1" status: 200 len: 991 time: 2.5264394 Jan 25 18:48:44.140948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.158357 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fac1cbbe-319b-43e4-977e-a8f11f62e12b tempest-VolumesActionsTest-1637256919 tempest-VolumesActionsTest-1637256919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:44.182426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.184322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'tag': '37467355-24bb-43e6-afe9-2351a5806921'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:44.202473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:44.208504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.218668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Pushing event deleted for resources: {'Port': ['ID=bbf07851-c08d-441e-bf9f-7f7355a2e04b,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:44.220434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0dced33b-4c13-4fc7-9352-55dbe4bdfda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:44.268672 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-6bf8cf1b-d810-44c5-9513-5f62af30cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:44.270296 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-6bf8cf1b-d810-44c5-9513-5f62af30cf4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.1918795 Jan 25 18:48:44.271898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4bdf5ac7fb764ff9940b85caa120a1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9654219 Jan 25 18:48:44.275993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:44.278333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56128) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:44.299194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abbc9fe-1130-4443-9008-b14fcbbc30a3,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:44.327238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:44.329076 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'tag': '37467355-24bb-43e6-afe9-2351a5806921', 'status': 'completed', 'code': 200} Jan 25 18:48:44.358678 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-597ed3ec-e66a-451f-a6b7-2e25236c7d2b req-1350c65a-26d2-42bd-a590-903c9664e366 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2556732 Jan 25 18:48:44.546138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.606241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] No DVR routers for this DVR port bbf07851-c08d-441e-bf9f-7f7355a2e04b on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:48:44.612700 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.625121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'name': 'network-vif-deleted', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:44.637618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '72ee07b6-cbd1-474f-af4a-9e6821e7e985', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'port_id': '37467355-24bb-43e6-afe9-2351a5806921', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'mac_address': 'fa:16:3e:44:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:28Z', 'updated_at': '2021-01-25T18:48:42Z', 'revision_number': 1, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:44.643161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:44.643332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-c9ebd253-e69b-4df6-ba30-c27e303faecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:44.644774 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-c9ebd253-e69b-4df6-ba30-c27e303faecc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3627348 Jan 25 18:48:44.649849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.652606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:44.653264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:44.693927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-80bfad16-44a5-49a3-87f0-646c4df7e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:44.695520 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-80bfad16-44a5-49a3-87f0-646c4df7e87c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f208196f3c45998ec2b30f5d32795d&device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 1162 time: 0.3236895 Jan 25 18:48:44.700663 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ea1bd-ea43-40dd-87ed-ab520bde04a2', 'name': 'network-vif-deleted', 'tag': 'bbf07851-c08d-441e-bf9f-7f7355a2e04b', 'status': 'completed', 'code': 200} Jan 25 18:48:44.759348 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-50cebdcb-f077-45ba-9709-d944b6083280 req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "DELETE /v2.0/ports/bbf07851-c08d-441e-bf9f-7f7355a2e04b HTTP/1.1" status: 204 len: 173 time: 3.4399524 Jan 25 18:48:44.860710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:44.963465 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-e41090e0-c880-44b0-b066-2f5b4ebd3d83 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030279 Jan 25 18:48:44.964025 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:44.977232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9882e02f-0ae9-4daa-9b51-d567b5c83ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:45.033013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-fc013b75-fd95-4876-a2cd-c555dd1d6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:45.034646 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-fc013b75-fd95-4876-a2cd-c555dd1d6084 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 200 len: 905 time: 0.2687061 Jan 25 18:48:45.038063 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abbc9fe-1130-4443-9008-b14fcbbc30a3,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:45.089940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:45.162178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:45.165782 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3abbc9fe-1130-4443-9008-b14fcbbc30a3 HTTP/1.1" status: 204 len: 168 time: 0.8840451 Jan 25 18:48:45.194300 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5b3d521-ae4f-4759-acc2-cff1deb60a96 req-c265c00c-084f-4d0b-a553-116c07f73f46 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=806ea1bd-ea43-40dd-87ed-ab520bde04a2 HTTP/1.1" status: 200 len: 210 time: 0.0753942 Jan 25 18:48:45.251451 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-46740031-6827-47f5-b594-26599930ead7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37467355-24bb-43e6-afe9-2351a5806921 HTTP/1.1" status: 200 len: 999 time: 0.1603677 Jan 25 18:48:45.260308 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5554bff4-399a-4c2a-ad51-e6d10cfc699d req-677afe50-0a93-477f-af1d-3ffff4b3cc03 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2698846 Jan 25 18:48:45.348272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-eb619a5e-17c8-427d-b454-6f00f19be4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:45.349906 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-eb619a5e-17c8-427d-b454-6f00f19be4fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 200 len: 850 time: 0.0835762 Jan 25 18:48:45.444256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '72ee07b6-cbd1-474f-af4a-9e6821e7e985', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'port_id': '37467355-24bb-43e6-afe9-2351a5806921', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'mac_address': 'fa:16:3e:44:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:28Z', 'updated_at': '2021-01-25T18:48:42Z', 'revision_number': 1, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:45.452241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424d64b-ba80-47a5-a969-a3fa6a59ae55 None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '72ee07b6-cbd1-474f-af4a-9e6821e7e985', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'port_id': '37467355-24bb-43e6-afe9-2351a5806921', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'mac_address': 'fa:16:3e:44:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:28Z', 'updated_at': '2021-01-25T18:48:42Z', 'revision_number': 1, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:45.462428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-53a7cd86-bceb-4d48-b4b4-c8659672b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:45.464155 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-53a7cd86-bceb-4d48-b4b4-c8659672b8b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a862549d-eb32-4dba-8009-7741e340eedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054685 Jan 25 18:48:45.657496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457b5c4-9cfe-4c08-aec2-115cb23d3ec6 req-63b2e9c0-795d-4488-abb6-65f158b8c5ef tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:45.659315 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3457b5c4-9cfe-4c08-aec2-115cb23d3ec6 req-63b2e9c0-795d-4488-abb6-65f158b8c5ef tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1350417 Jan 25 18:48:45.747744 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3457b5c4-9cfe-4c08-aec2-115cb23d3ec6 req-c002e5e3-a15f-46ca-a7b2-f4d7a42a96ef tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0813162 Jan 25 18:48:45.748344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56148) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:45.768877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:45.789321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:45.794568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Usage tracker for resource:security_group_rule and tenant:205ff89d74674d68bd8a69fd1acb327d is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:45.799153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:45.805579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:45.878171 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b841c-e3d0-4790-b7f7-4e54a9680d79 None None] New status for floating IP 72ee07b6-cbd1-474f-af4a-9e6821e7e985: ACTIVE {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:48:45.908624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:45.909532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-145190d5-1421-4a2f-9e3c-c4f6abb19300 service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371068 Jan 25 18:48:45.912300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:45.922476 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-656ffc10-630d-4862-9aab-6592c1f32eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:45.966697 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=205ff89d74674d68bd8a69fd1acb327d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156641 Jan 25 18:48:45.968415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d529704-947c-467f-8eeb-7de296a380ff,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:45.969964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56152) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:45.980682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:46.133281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.146591 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2fa31cc1-d13e-453d-92f9-0b546b792f45 req-797fea9a-9346-481c-bf8d-ba0a961341ae service neutron] 10.222.0.18 "GET /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2083838 Jan 25 18:48:46.166382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.217890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.223197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-151716e9-281c-4268-80ae-3039556cec58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:46.234610 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d529704-947c-467f-8eeb-7de296a380ff,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:46.237027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:46.242687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.243911 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d529704-947c-467f-8eeb-7de296a380ff HTTP/1.1" status: 204 len: 168 time: 0.2728503 Jan 25 18:48:46.474475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:46.550483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 8449b129-73c9-434e-b75c-37453ca7f0a1 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:48:46.557019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:46.557428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.692923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.728327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:48:46.729600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:46.737553 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:46.740075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:46.806134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'code': 200} Jan 25 18:48:46.823665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:46.827899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:47.017536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9def-b5f3-4c96-a58c-ac9455eb11c7 req-ed286a0f-cf32-447a-a487-ff96f44e4f9b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:47.019326 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-addc9def-b5f3-4c96-a58c-ac9455eb11c7 req-ed286a0f-cf32-447a-a487-ff96f44e4f9b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1244190 Jan 25 18:48:47.087759 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-addc9def-b5f3-4c96-a58c-ac9455eb11c7 req-a466f293-e8f8-4bd8-93ed-157c5b8c9b0d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0610411 Jan 25 18:48:47.212118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b8c6b-3ddd-4e5d-a59f-d87c7aa2c15a req-4fe773b4-3ca9-4141-9c89-6c8795162e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:47.213959 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-784b8c6b-3ddd-4e5d-a59f-d87c7aa2c15a req-4fe773b4-3ca9-4141-9c89-6c8795162e81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0825877 Jan 25 18:48:47.259586 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-784b8c6b-3ddd-4e5d-a59f-d87c7aa2c15a req-ea24484f-5f4b-45f4-8927-4f5fe2656209 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0378447 Jan 25 18:48:47.845627 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:47.945775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:47.946507 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:48.350537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e33008-47da-4702-84ae-e1d342c81fc9 req-aa68942b-6ee7-47ae-bedb-3c6f4ad7545b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:48.352269 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b4e33008-47da-4702-84ae-e1d342c81fc9 req-aa68942b-6ee7-47ae-bedb-3c6f4ad7545b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1316867 Jan 25 18:48:48.408163 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b4e33008-47da-4702-84ae-e1d342c81fc9 req-3b5f4177-3ede-4aab-9112-fef3129e620b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0486000 Jan 25 18:48:49.672984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4d18-477e-4321-a231-86a87f2f7212 req-08bc6016-2561-453c-9733-d1a2aa86b15c tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:49.674731 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-27da4d18-477e-4321-a231-86a87f2f7212 req-08bc6016-2561-453c-9733-d1a2aa86b15c tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1243651 Jan 25 18:48:49.730901 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-27da4d18-477e-4321-a231-86a87f2f7212 req-b278ab94-67e9-4436-9cd3-d3057643b4a1 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0497203 Jan 25 18:48:49.862506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:48:49.956377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:48:49.956929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.005531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc7dd-1838-4e94-b70e-61a6221d4860 req-91824cdf-7eb4-4d98-9b01-6a230b5fdc10 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:50.020360 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-dd5bc7dd-1838-4e94-b70e-61a6221d4860 req-91824cdf-7eb4-4d98-9b01-6a230b5fdc10 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1454039 Jan 25 18:48:50.075925 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-dd5bc7dd-1838-4e94-b70e-61a6221d4860 req-6e5810d5-42c1-49ce-8462-6bebbf859b99 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0542321 Jan 25 18:48:50.317617 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-2bb1787c-1a7d-49b3-a715-b3339ddc7ddc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1838105 Jan 25 18:48:50.328836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'floatingip': {'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:50.339972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:50.344153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Usage tracker for resource:floatingip and tenant:1fe9861247f344fe9f6794803eecbb36 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:50.347174 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:50.352885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:50.363152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for floatingip, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.390030 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56338) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:50.520796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.570054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.586970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:50.590865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee536df50064d36b7c798a8fb123006 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:50.595167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:50.601193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:50.699644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.703451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.711438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-199c08a3-8812-4ec7-ba9b-68a3fb609f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:50.762374 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ee536df50064d36b7c798a8fb123006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709600 Jan 25 18:48:50.763196 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8cb362-3d81-4f02-b22e-db9c1abcf6ee,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:50.766069 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56358) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:50.769463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:50.833894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.862600 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.913389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.918804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-35dfd915-ca52-4582-8122-16e1e67c0c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:50.933872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8cb362-3d81-4f02-b22e-db9c1abcf6ee,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:50.937305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:50.938303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:50.940185 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e8cb362-3d81-4f02-b22e-db9c1abcf6ee HTTP/1.1" status: 204 len: 168 time: 0.1729589 Jan 25 18:48:50.959604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-31837038-51e9-4cee-bff3-11cb88dc8a02 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:50.961239 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-31837038-51e9-4cee-bff3-11cb88dc8a02 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/networks?id=50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 200 len: 814 time: 0.3103070 Jan 25 18:48:50.993067 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-c3bbaa8c-558f-4aff-a2b9-9d3ed55ee156 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/quotas/2db516c008e147c9858d78eb4f31be71 HTTP/1.1" status: 200 len: 375 time: 0.0208328 Jan 25 18:48:51.005510 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Allocated IP 172.28.2.233 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/9cbae4a5-5804-472d-9ae6-dffd0835f07f) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:51.063617 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-1f8c0bf8-f326-418f-803e-bea81598a780 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?tenant_id=2db516c008e147c9858d78eb4f31be71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595472 Jan 25 18:48:51.222399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.324118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56370) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:51.345054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.365290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:51.369548 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Usage tracker for resource:security_group_rule and tenant:90e453c6cfdf4de39049ffdaf7cb75d6 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:51.372769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:51.379648 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:51.382408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.397338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f1d68ae5-a625-4cf1-b5d9-efdd4b0f5c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:51.429502 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-88bbfa35-6235-4968-9abb-5fbe4ec4a09f service neutron] 10.222.0.81 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462811 Jan 25 18:48:51.475645 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.478766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.486856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-778921a5-fa77-4358-a8f6-1abc0d97825b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:51.531744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045e9652-12aa-4337-be2e-83e3423c7c6c,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:51.539611 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90e453c6cfdf4de39049ffdaf7cb75d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110162 Jan 25 18:48:51.539611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:51.539949 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56374) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:51.605489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.631525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event updated for resources: {'Port': ['ID=9cbae4a5-5804-472d-9ae6-dffd0835f07f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:51.634808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.656000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:51.686472 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.691698 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47776742-ae08-4212-9827-242050a45c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:51.710297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e9652-12aa-4337-be2e-83e3423c7c6c,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:51.723045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:51.736231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.736579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:51.737495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:51.741322 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-8a9b0388-d191-4154-9e65-a813c37224c1 service neutron] 10.222.0.81 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3037808 Jan 25 18:48:51.742410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:51.747859 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-542e394d-3647-4758-85c0-02c743ee562d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/045e9652-12aa-4337-be2e-83e3423c7c6c HTTP/1.1" status: 204 len: 168 time: 0.2068391 Jan 25 18:48:51.840719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for floatingip, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:51.914854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:52.464922 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a918d58-43b8-415a-be03-f0040981e351 req-ed8b310e-c1e8-4831-a154-1679a7084005 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 210 time: 0.0583458 Jan 25 18:48:52.566027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:52.570459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:52.591751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:52.784799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event updated for resources: {'Port': ['ID=9cbae4a5-5804-472d-9ae6-dffd0835f07f,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:52.788658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:52.875636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:52.914328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:52.914673 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5910065 Jan 25 18:48:53.014816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-c4001b00-6486-455d-becf-4a95f51a6b95 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Synchronizing usage tracker for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:floatingip {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:48:53.034280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-c4001b00-6486-455d-becf-4a95f51a6b95 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Unset dirty status for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:floatingip {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:48:53.036018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-c4001b00-6486-455d-becf-4a95f51a6b95 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.233 HTTP/1.1" status: 200 len: 696 time: 0.1132138 Jan 25 18:48:53.245874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-a6c03518-283e-4cf2-9939-20bfba5e43d3 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:53.250195 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-a6c03518-283e-4cf2-9939-20bfba5e43d3 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 784 time: 0.2061074 Jan 25 18:48:53.261862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-03c7ef00-eae7-4899-9dc7-c4618ec83928 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:48:53.263132 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e37676e3-e8ff-4cb8-886c-5962882711ab req-03c7ef00-eae7-4899-9dc7-c4618ec83928 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0078974 Jan 25 18:48:53.564453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a26d-989c-45a7-9788-51133f7b227e req-006191bd-34bd-411d-8961-7983d7f548d1 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:53.573899 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-006191bd-34bd-411d-8961-7983d7f548d1 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1856141 Jan 25 18:48:53.594260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:48:53.740017 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1dcc850a-bb1f-4aa2-ac73-4e65af01d1e6 req-3d93ca00-a305-4baa-9991-2da49adfd05f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 210 time: 0.0958915 Jan 25 18:48:53.758234 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-96da0273-6769-40ba-8fcf-1247a6248b81 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.233 HTTP/1.1" status: 200 len: 696 time: 0.1777444 Jan 25 18:48:53.764819 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Request body: {'floatingip': {'port_id': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:53.861304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for floatingip, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:53.869974 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-a6a7fc8c-8553-44b0-946a-4319d552f54d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:53.872075 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-a6a7fc8c-8553-44b0-946a-4319d552f54d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "GET /v2.0/networks?id=50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 200 len: 814 time: 0.2615108 Jan 25 18:48:53.932192 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Request body: {'port': {'device_id': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64', 'admin_state_up': True, 'tenant_id': '2db516c008e147c9858d78eb4f31be71'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:54.100096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:54.104783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Usage tracker for resource:port and tenant:2db516c008e147c9858d78eb4f31be71 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:54.108729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Quota usage for port was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:54.115818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:54.127232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Made reservation on behalf of 2db516c008e147c9858d78eb4f31be71 for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:48:54.142650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:54.518554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Allocated IP 172.20.0.10 (50d4733e-778b-48f7-8af8-dd357e1c8f64/e72f1789-2e21-46b8-b8fb-7c76286a6c8a/6ff6b8dd-8265-47db-b70e-7ebff1103b2d) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:48:54.626125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for floatingip, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:54.629070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:54.664868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56448) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:54.790178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:54.840626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:54.847540 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Floating IP 30b1815b-6b80-418f-b3a9-68e5d075cbf5 associated. External IP: 172.28.2.233, port: 8449b129-73c9-434e-b75c-37453ca7f0a1. Jan 25 18:48:54.859147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:54.868825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-10c9c7f4-dc0e-48da-8764-d3bc02bedbb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:54.984293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:55.006372 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd9e3e6fb104a2384b307710cc321ff is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:55.023113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:55.028360 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Pushing event updated for resources: {'Port': ['ID=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:55.043602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:55.047239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.047641 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.048073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.048534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.048882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.049272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.049675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.050080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.051165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.051165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.051461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.051619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.052083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.052443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.052835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.053220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.053597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.054008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.054392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.055849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.056238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.056628 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.057012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.057393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:48:55.077003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:55.145413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e268a-998c-42c3-be9d-d918ee76bb99 req-4feafa91-536b-40d0-8b64-60bc3cd457cd tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:55.146666 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-dc7e268a-998c-42c3-be9d-d918ee76bb99 req-4feafa91-536b-40d0-8b64-60bc3cd457cd tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 932 time: 0.2341335 Jan 25 18:48:55.150445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:48:55.152844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:48:55.156055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:48:55.273866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:55.274512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.314860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.323263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.334465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c2b27816-38a4-40cb-b685-a6bb829a0b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:55.350373 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4235003 Jan 25 18:48:55.386236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Request body: {'port': {'device_id': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:55.432596 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bd9e3e6fb104a2384b307710cc321ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632775 Jan 25 18:48:55.438978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56456) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:55.439767 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef51c4-eb5c-48d6-8626-d369d94c3676,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:55.444857 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:55.585102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.604820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.606434 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-dc7e268a-998c-42c3-be9d-d918ee76bb99 req-505e4d2e-a368-4f27-88f4-a65528b3ed05 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013910 Jan 25 18:48:55.656393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Router 3b0b3166-6a74-43a3-ba19-631a964271c8 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:48:55.684874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.873414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.881758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f1f2771e-d0dc-49d3-8aa5-1156c600c6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:55.892871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:48:55.898519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.899319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef51c4-eb5c-48d6-8626-d369d94c3676,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:55.905613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:55.913806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:55.915058 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a24bf118-d3fb-42d1-88d7-fdadfb7e1bb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7ef51c4-eb5c-48d6-8626-d369d94c3676 HTTP/1.1" status: 204 len: 168 time: 0.4720042 Jan 25 18:48:55.929976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] Sync routers for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:48:55.962622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:55.963558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:55.989805 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-c4e4254a-d45b-4e7b-88b3-68c80257f275 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "PUT /v2.0/floatingips/30b1815b-6b80-418f-b3a9-68e5d075cbf5 HTTP/1.1" status: 200 len: 996 time: 2.2302721 Jan 25 18:48:55.990529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:56.079630 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'status': 'completed', 'code': 200} Jan 25 18:48:56.095992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a26d-989c-45a7-9788-51133f7b227e req-f08bbac7-a8d6-4e52-9b45-5096615bcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:56.098477 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-f08bbac7-a8d6-4e52-9b45-5096615bcb04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0957270 Jan 25 18:48:56.187962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c92c8e75-cda7-4b8a-9d1b-6c605d7d7765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:56.230760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:56.276786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a26d-989c-45a7-9788-51133f7b227e req-a5d02e52-1a10-43b1-b450-e1922c4d1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:56.278476 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-a5d02e52-1a10-43b1-b450-e1922c4d1240 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.1636903 Jan 25 18:48:56.302486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-fae8fd1e-63e8-4d29-816d-48cbb85d5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:56.304352 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-fae8fd1e-63e8-4d29-816d-48cbb85d5ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.1821175 Jan 25 18:48:56.310841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff6b8dd-8265-47db-b70e-7ebff1103b2d {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:48:56.348234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:56.398288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56470) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:56.423847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Transition to ACTIVE for port object 6ff6b8dd-8265-47db-b70e-7ebff1103b2d will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:48:56.432460 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-5dd4111f-3afd-4346-9247-05e9b99ab61a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 999 time: 0.1452043 Jan 25 18:48:56.434422 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:56.434547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:56.456523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:56.500302 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:56.511743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Usage tracker for resource:security_group_rule and tenant:503c982544ae4aea8089c8b7a7b578af is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:56.517133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:56.526396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:56.533582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a26d-989c-45a7-9788-51133f7b227e req-ffc1def0-7f1e-4404-9eca-83445244d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:56.535238 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-ffc1def0-7f1e-4404-9eca-83445244d670 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0902152 Jan 25 18:48:56.638903 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Pushing event updated for resources: {'Port': ['ID=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:56.644923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:56.656800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-f79c99f3-9af8-44c0-8bb5-4cc67820dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:56.658427 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-f79c99f3-9af8-44c0-8bb5-4cc67820dc4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.3386183 Jan 25 18:48:56.674181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a26d-989c-45a7-9788-51133f7b227e req-f2a96eb5-a083-4e8a-b0a5-6feaa29c5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:56.682621 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-f2a96eb5-a083-4e8a-b0a5-6feaa29c5d9a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1378014 Jan 25 18:48:56.683611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '30b1815b-6b80-418f-b3a9-68e5d075cbf5', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'port_id': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'mac_address': 'fa:16:3e:a2:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:51Z', 'updated_at': '2021-01-25T18:48:54Z', 'revision_number': 1, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:08Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:56.690152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] Checking router: 3b0b3166-6a74-43a3-ba19-631a964271c8 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:48:56.694319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-b5c680d4-c936-4185-a893-924cb96c365d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:48:56.701491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:48:56.702268 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-b5c680d4-c936-4185-a893-924cb96c365d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0186801 Jan 25 18:48:56.702812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:56.912542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:56.920933 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-2f3eabdb-5c96-4cc2-b2f3-5b09edf164de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 999 time: 0.2542894 Jan 25 18:48:56.923442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:48:56.937039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:56.950651 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d999f76-dc08-441e-b73c-39335a25c90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:57.062762 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=503c982544ae4aea8089c8b7a7b578af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6630781 Jan 25 18:48:57.063810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8620b3-bf4e-4119-846c-1247b93e6649,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:57.066933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56480) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:57.088345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:57.121004 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-0af69139-d548-4481-acbb-8f37025d1ccb service neutron] 10.222.0.81 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173295 Jan 25 18:48:57.217612 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80c47e-ccd7-4020-a1f2-6c5b7521ad3d req-9dc45ccd-60f4-430b-83e1-9470c4d19226 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:57.219265 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c80c47e-ccd7-4020-a1f2-6c5b7521ad3d req-9dc45ccd-60f4-430b-83e1-9470c4d19226 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 944 time: 0.3787525 Jan 25 18:48:57.294441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-62fd821e-0cb3-498a-81db-4b430b9a4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:57.296655 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-62fd821e-0cb3-498a-81db-4b430b9a4661 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.1038549 Jan 25 18:48:57.301162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Attempting to bind port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:57.301538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Attempting to bind port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:48:57.301962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Attempting to bind port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d on network 50d4733e-778b-48f7-8af8-dd357e1c8f64 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:48:57.343009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '30b1815b-6b80-418f-b3a9-68e5d075cbf5', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'port_id': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'mac_address': 'fa:16:3e:a2:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:51Z', 'updated_at': '2021-01-25T18:48:54Z', 'revision_number': 1, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:08Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:48:57.348073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347ea4d-0ce8-4da0-8156-97dec7531f9e None None] The sync data for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb is: [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '30b1815b-6b80-418f-b3a9-68e5d075cbf5', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'port_id': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'mac_address': 'fa:16:3e:a2:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:48:51Z', 'updated_at': '2021-01-25T18:48:54Z', 'revision_number': 1, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:08Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:48:57.350292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:48:57.350691 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Checking segment: {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:48:57.351113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.351668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Bound using segment: {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:48:57.352181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Bound port: 6ff6b8dd-8265-47db-b70e-7ebff1103b2d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4562cfab-b452-4c3d-81b8-26775b796749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50d4733e-778b-48f7-8af8-dd357e1c8f64'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:48:57.353014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.389477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.413576 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9c80c47e-ccd7-4020-a1f2-6c5b7521ad3d req-971a6d67-7352-460f-8271-c4b0c1cb6c79 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321514 Jan 25 18:48:57.456715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.465808 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d195a26d-989c-45a7-9788-51133f7b227e req-6b5374f1-12aa-4494-98f8-87bf2a176288 service neutron] 10.222.0.81 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3284616 Jan 25 18:48:57.497077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-7543e90d-c979-45f9-99df-fb2e4fa0476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:57.500170 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-7543e90d-c979-45f9-99df-fb2e4fa0476a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1954980 Jan 25 18:48:57.511561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] For port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:48:57.520789 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.527785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05d0c413-a14b-42f1-bd2c-b774b8617e5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:57.549696 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8620b3-bf4e-4119-846c-1247b93e6649,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:57.552260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:57.558273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.559895 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af8620b3-bf4e-4119-846c-1247b93e6649 HTTP/1.1" status: 204 len: 168 time: 0.4788742 Jan 25 18:48:57.616691 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] For port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:48:57.626198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:57.650427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-66f46039-19c7-4435-8c7d-091bb38b3466 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:57.728135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d0f77-c534-437c-801f-34596e44f910 None None] New status for floating IP 30b1815b-6b80-418f-b3a9-68e5d075cbf5: ACTIVE {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:48:57.868896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Pushing event updated for resources: {'Port': ['ID=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:57.874492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:57.899520 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-0dc72572-b317-4d4b-9e2f-978072e6f546 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896842 Jan 25 18:48:58.011569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:58.012261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:58.013933 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-cb75c1e8-c76d-4a7b-9083-0d80ac5b027c service neutron] 10.222.0.18 "PUT /v2.0/ports/6ff6b8dd-8265-47db-b70e-7ebff1103b2d HTTP/1.1" status: 200 len: 1158 time: 2.6367841 Jan 25 18:48:58.014487 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'tag': '6ff6b8dd-8265-47db-b70e-7ebff1103b2d'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:58.121955 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'tag': '6ff6b8dd-8265-47db-b70e-7ebff1103b2d', 'status': 'completed', 'code': 200} Jan 25 18:48:58.143774 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4774a1f7-58ae-4198-ab30-cf24e096bbc0 req-80ea9d03-cbf5-41ff-bf82-969024e4e359 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2360120 Jan 25 18:48:58.177954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-dc13fb1c-dacc-435f-8418-e2ece181a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:58.179863 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-dc13fb1c-dacc-435f-8418-e2ece181a06e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2db516c008e147c9858d78eb4f31be71&device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 1161 time: 0.1013203 Jan 25 18:48:58.266686 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-f9fe54a8-b209-4579-b34c-76405986c92a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff6b8dd-8265-47db-b70e-7ebff1103b2d HTTP/1.1" status: 200 len: 217 time: 0.0694709 Jan 25 18:48:58.346216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c33fa-09c9-4e3d-8852-358488031524 req-926ae2cf-4c53-430b-9ebb-d1b245ac8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:58.347799 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-926ae2cf-4c53-430b-9ebb-d1b245ac8d9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e72f1789-2e21-46b8-b8fb-7c76286a6c8a HTTP/1.1" status: 200 len: 854 time: 0.0736685 Jan 25 18:48:58.406802 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-08490a72-0344-42f9-8e1f-0472ba6c4179 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50d4733e-778b-48f7-8af8-dd357e1c8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477331 Jan 25 18:48:58.560409 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-9f89ea2c-e6fb-456a-b8bf-c35acc4249de service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472263 Jan 25 18:48:58.711564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24118c-0a3d-4307-a3f0-b1c73c95c014 req-7668ed2c-1973-45e1-8974-1c96c6537674 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:58.713291 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8e24118c-0a3d-4307-a3f0-b1c73c95c014 req-7668ed2c-1973-45e1-8974-1c96c6537674 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 944 time: 0.1476564 Jan 25 18:48:58.727426 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c80c33fa-09c9-4e3d-8852-358488031524 req-586c75e7-65b6-43d2-b030-db8e691517d1 service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1582489 Jan 25 18:48:58.777978 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8e24118c-0a3d-4307-a3f0-b1c73c95c014 req-6c3fc962-a773-4bb6-91a3-4c08a7372b7b tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Jan 25 18:48:58.945037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-7f9de3fa-6b37-4bcd-94b8-161a0497c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:58.946740 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-7f9de3fa-6b37-4bcd-94b8-161a0497c319 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2db516c008e147c9858d78eb4f31be71&device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 1161 time: 0.0866759 Jan 25 18:48:59.071617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9016f06c-cc51-4a1b-87f9-5463c9e7cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.110716 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.126995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-f23ec85e-8f97-48e9-b897-8ba5112f0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:59.128577 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-f23ec85e-8f97-48e9-b897-8ba5112f0a35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 200 len: 908 time: 0.1724491 Jan 25 18:48:59.207172 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-6b89d437-0166-48ee-b00b-0b445cce1db6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff6b8dd-8265-47db-b70e-7ebff1103b2d HTTP/1.1" status: 200 len: 217 time: 0.0710890 Jan 25 18:48:59.248775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56520) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:59.281907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-c5d9d502-c5ac-45e2-8570-ddcc4b2fae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:48:59.283557 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-c5d9d502-c5ac-45e2-8570-ddcc4b2fae08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e72f1789-2e21-46b8-b8fb-7c76286a6c8a HTTP/1.1" status: 200 len: 854 time: 0.0701697 Jan 25 18:48:59.345000 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-66811539-9617-4553-bdfd-4b4c830e45f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50d4733e-778b-48f7-8af8-dd357e1c8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514581 Jan 25 18:48:59.413477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.430182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:48:59.434446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Usage tracker for resource:security_group_rule and tenant:94dd932d6e6640049df22301b5352d2a is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:48:59.437779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:48:59.443644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:48:59.499804 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-469e2536-d33b-4ea4-a659-3d22f36b49aa service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462805 Jan 25 18:48:59.538127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.541588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.551927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6236c786-0aa2-46ea-809e-93f5d6636556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:59.597288 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94dd932d6e6640049df22301b5352d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472219 Jan 25 18:48:59.599440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab2c9f4-3cf7-432b-8730-8cfca1cbe058,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:59.602104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56526) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:48:59.605103 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6e9188a3-53b7-4130-9b8f-9f0b26ddfe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:59.667133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.669083 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af335f99-a7ff-4ec3-b742-f4fb57f9c171 req-33ecb526-da03-4904-8bc1-9006b087dd0c service neutron] 10.222.0.18 "GET /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613035 Jan 25 18:48:59.695324 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.741678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.746870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2381fbd0-9b6b-4088-917f-b3f0bf03ed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:48:59.760899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab2c9f4-3cf7-432b-8730-8cfca1cbe058,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:48:59.764362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:48:59.765806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:48:59.770010 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cab2c9f4-3cf7-432b-8730-8cfca1cbe058 HTTP/1.1" status: 204 len: 168 time: 0.1639502 Jan 25 18:49:00.041615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c98f29-4ec3-46a6-ad36-72565d2ada4f req-55509bb4-ec0e-42ef-a39d-6acdb281c15d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:00.043397 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-52c98f29-4ec3-46a6-ad36-72565d2ada4f req-55509bb4-ec0e-42ef-a39d-6acdb281c15d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 944 time: 0.1287909 Jan 25 18:49:00.101325 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-52c98f29-4ec3-46a6-ad36-72565d2ada4f req-1ac72b4d-9840-4318-9968-03fc166880da tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Jan 25 18:49:00.346022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:00.564718 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:00.658809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 56554) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:49:00.804118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-520698297-network', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:00.809214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:49:00.814041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Usage tracker for resource:network and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:49:00.817081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:49:00.822815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:49:00.832870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Made reservation on behalf of d6fa7738916a4bd6800b03890d3c08ff for: {'network': 1} {{(pid=80082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:49:00.837526 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for network, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:00.851661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:00.868396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:49:00.873041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:49:00.876609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:49:00.882403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:49:00.971059 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:00.973842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:00.978013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c242e864-e809-41f4-8bc7-5eb7f70cbd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:01.011753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 18:49:01.025768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b573985e-9650-4fd6-bf48-acf725cfcd2a,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:01.031501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:01.032492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:01.032878 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.segments_db [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Added segment b2d47193-eece-4513-a973-05f0965d03d1 of type vxlan for network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 Jan 25 18:49:01.061022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281701048351'] for network, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:01.093782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824'] for network, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:01.095051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:01.095689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:01.100766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8467f95-6bfc-41ad-83e4-464d64b8bfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:01.215033 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5549998 Jan 25 18:49:01.219085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56564) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:49:01.219807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Pushing event updated for resources: {'Network': ['ID=8cdb904b-9e54-4582-9c9f-62af8ab518a7,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:01.222923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:01.229053 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Request body: {'subnet': {'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-520698297-subnet', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'ip_version': 4}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:01.244956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 details requested by agent ovs-agent-dv-cinder-772388-1-smb with host dv-cinder-772388-1-smb {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:49:01.256940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:49:01.261413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Usage tracker for resource:subnet and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:49:01.269616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 18:49:01.273330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:49:01.280061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:49:01.298078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Made reservation on behalf of d6fa7738916a4bd6800b03890d3c08ff for: {'subnet': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:49:01.303132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843945319'] for subnet, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:01.402361 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dc5a4-7132-4894-8ace-226c6c83874b req-829ef6e5-4f67-46f2-9ede-eb5752e8846b tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:01.404770 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b77dc5a4-7132-4894-8ace-226c6c83874b req-829ef6e5-4f67-46f2-9ede-eb5752e8846b tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 944 time: 0.1419766 Jan 25 18:49:01.466990 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b77dc5a4-7132-4894-8ace-226c6c83874b req-00d9a936-86bd-4f82-b0e6-b80142a995d2 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 Jan 25 18:49:01.777126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843043545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843945302'] for subnet, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:01.793366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:02.142732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e77f0b-c1c1-4a42-b703-a57840393013,revision_number=0']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:02.159102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:02.223985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Checking segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:49:02.224554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Network hostable DHCP agents. Network: 8cdb904b-9e54-4582-9c9f-62af8ab518a7, hostable agents: ['d6973475-4916-4df9-b94a-ab60e4cc3349'], hosted agents: [] {{(pid=80081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 18:49:02.244929 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 is scheduled to be hosted by DHCP agent d6973475-4916-4df9-b94a-ab60e4cc3349 with binding_index 1 {{(pid=80081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 18:49:02.254623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-smb, 8cdb904b-9e54-4582-9c9f-62af8ab518a7) {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:02.267717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae91b4-e725-4ff3-9cce-5faadce3f85f None None] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:49:02.268766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:02.269433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.291977 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1775f9e4-7528-4ea4-8616-6af30c9e9179 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0705647 Jan 25 18:49:02.295045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56572) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:49:02.301378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:02.307019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:49:02.311739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Usage tracker for resource:router and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:49:02.315603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:49:02.321592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:49:02.331300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1016766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3607'] for router, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.332679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853813865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853816804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853763537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772210'] for router, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.350230 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.445595 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6ff6b8dd-8265-47db-b70e-7ebff1103b2d up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:02.608712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:02.616614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a360797-c3a4-5c30-a823-b2f1bfe60c22-8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013'}]}} from dv-cinder-772388-1-smb. {{(pid=80083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 18:49:02.617738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.634877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:02.635304 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.683451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853816785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772163'] for router, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.739541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c651-5b0a-4ee7-9203-25f52d54b819 req-7422dd38-3929-4a43-ae2a-29564aa464c2 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:02.741421 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac86c651-5b0a-4ee7-9203-25f52d54b819 req-7422dd38-3929-4a43-ae2a-29564aa464c2 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 944 time: 0.1331251 Jan 25 18:49:02.801181 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac86c651-5b0a-4ee7-9203-25f52d54b819 req-329c4eee-850a-4d52-b86f-e3b289f500f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 Jan 25 18:49:02.878860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:02.968790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff6b8dd-8265-47db-b70e-7ebff1103b2d'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:02.986220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:02.994592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.000688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:03.042296 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff6b8dd-8265-47db-b70e-7ebff1103b2d', 'code': 200} Jan 25 18:49:03.060517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.095786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.141405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:03.146371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:03.172676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Allocated IP 172.20.0.2 (8cdb904b-9e54-4582-9c9f-62af8ab518a7/a1e77f0b-c1c1-4a42-b703-a57840393013/8e2cc851-5d0f-4d21-b097-7970b81b8888) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:49:03.425754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.438307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Transition to ACTIVE for port object 8e2cc851-5d0f-4d21-b097-7970b81b8888 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:03.456046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Transition to ACTIVE for port object 8e2cc851-5d0f-4d21-b097-7970b81b8888 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:03.459051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Allocated IP 172.28.2.6 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/e47803ed-e353-4ea6-a3c8-843211a5464c) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:49:03.460942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.478769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15f375-8c48-48ba-91cc-9150d73f7b07 req-828215ef-cf7c-4f55-b8e6-4096fdbc3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:03.480631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:03.480843 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6a15f375-8c48-48ba-91cc-9150d73f7b07 req-828215ef-cf7c-4f55-b8e6-4096fdbc3fd9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 1163 time: 0.2088869 Jan 25 18:49:03.620384 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6a15f375-8c48-48ba-91cc-9150d73f7b07 req-6454557b-bd29-4d86-9e4c-2eb29843c728 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205330 Jan 25 18:49:03.625060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Pushing event updated for resources: {'Port': ['ID=8e2cc851-5d0f-4d21-b097-7970b81b8888,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:03.629543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:03.674980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.685455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:49:03.686997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Resources bound (agent type, host, resource id): {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:03.690000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:49:03.706535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.734725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:03.754450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Attempting to bind port 8e2cc851-5d0f-4d21-b097-7970b81b8888 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:49:03.754868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Attempting to bind port 8e2cc851-5d0f-4d21-b097-7970b81b8888 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:49:03.755284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Attempting to bind port 8e2cc851-5d0f-4d21-b097-7970b81b8888 on network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:49:03.761363 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:49:03.761813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Checking segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:49:03.762261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.762697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Bound using segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:49:03.763281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Bound port: 8e2cc851-5d0f-4d21-b097-7970b81b8888, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:49:03.763908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.863900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] For port 8e2cc851-5d0f-4d21-b097-7970b81b8888, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:49:03.867409 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] For port 8e2cc851-5d0f-4d21-b097-7970b81b8888, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8e2cc851-5d0f-4d21-b097-7970b81b8888,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:49:03.870900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:03.887042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:03.892183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Pushing event updated for resources: {'Port': ['ID=e47803ed-e353-4ea6-a3c8-843211a5464c,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:03.896830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:03.952613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:49:03.953761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:03.956224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:49:04.070055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6ff6b8dd-8265-47db-b70e-7ebff1103b2d up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:04.122703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Pushing event updated for resources: {'Port': ['ID=8e2cc851-5d0f-4d21-b097-7970b81b8888,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:04.145140 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:04.191104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:04.191532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:04.217777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210696f-4b03-497c-87fd-98171d44f5a6 req-5fde2900-1a5b-433d-805a-3271b594da4d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:04.219437 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2210696f-4b03-497c-87fd-98171d44f5a6 req-5fde2900-1a5b-433d-805a-3271b594da4d tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.1474087 Jan 25 18:49:04.283933 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2210696f-4b03-497c-87fd-98171d44f5a6 req-d2a77947-0388-4e44-82e0-2afade38fd53 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553746 Jan 25 18:49:04.428159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:05.078802 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853759031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959030'] for router, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:05.144879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:05.315827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Router b5fd509c-5ed9-4687-ab7e-1e2344f34421 is scheduled to L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 with binding_index 1 {{(pid=80081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 18:49:05.522943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8e2cc851-5d0f-4d21-b097-7970b81b8888 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:05.555191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:49:05.570441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe83ac7-1902-4124-84c9-6ace39341c62 req-e4383d0c-5b9f-4589-9407-69326ff9777f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:05.577967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Sync routers for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:49:05.579215 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5fe83ac7-1902-4124-84c9-6ace39341c62 req-e4383d0c-5b9f-4589-9407-69326ff9777f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.1532633 Jan 25 18:49:05.590045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] Notify callbacks [] for router, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:05.593352 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1ac95a22-75b1-4191-a6e1-e42ddff08d73 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2964001 Jan 25 18:49:05.596133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 56598) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:49:05.615292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:49:05.616141 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:05.649480 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5fe83ac7-1902-4124-84c9-6ace39341c62 req-8cfece74-ded2-4f58-9b37-490499e63538 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691636 Jan 25 18:49:05.973432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a07af-00db-4a75-bffc-99dfc8d95ec3 None None] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:49:06.093882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a8e6cf28-8e14-40fe-aeb1-3872a9a60a51 None None] Provisioning for port 8e2cc851-5d0f-4d21-b097-7970b81b8888 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:06.153955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 8e2cc851-5d0f-4d21-b097-7970b81b8888 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:06.171104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 8e2cc851-5d0f-4d21-b097-7970b81b8888 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:06.171529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:06.229817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:49:06.488111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:06.703746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:06.801747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 8e2cc851-5d0f-4d21-b097-7970b81b8888, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8e2cc851-5d0f-4d21-b097-7970b81b8888,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:06.809644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:06.813295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-30ce2e7c-7f11-4178-8698-0881a918a2bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:06.893606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Allocated IP 172.20.0.1 (8cdb904b-9e54-4582-9c9f-62af8ab518a7/a1e77f0b-c1c1-4a42-b703-a57840393013/12745bf1-2c5b-45ea-aed3-afc6dcb15d90) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:49:06.912618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=8e2cc851-5d0f-4d21-b097-7970b81b8888,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:06.924631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:04Z', 'revision_number': 3, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:06.927732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.928125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.928580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.928839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.929210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.929588 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.929975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.930352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.930721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.931496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.931496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.931771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.932182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.932556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.932921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.933285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.933699 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.934060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.934427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.935323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.936477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.936477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.936477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.936860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:06.942497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:06.945255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Checking router: b5fd509c-5ed9-4687-ab7e-1e2344f34421 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:49:06.945736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Updating router b5fd509c-5ed9-4687-ab7e-1e2344f34421 port e47803ed-e353-4ea6-a3c8-843211a5464c binding host dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:49:07.020308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.084343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.105374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Transition to ACTIVE for port object 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:07.137293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.155321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:07.213751 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0e0f97b7-3cd6-4a2c-8340-a9ccca05b172 None None] Provisioning complete for port 8e2cc851-5d0f-4d21-b097-7970b81b8888 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:07.214897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0e0f97b7-3cd6-4a2c-8340-a9ccca05b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.299719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Pushing event updated for resources: {'Port': ['ID=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:07.305019 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:07.367836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:49:07.369128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:07.372000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:49:07.468457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016818'] for router_interface, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.602659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8e2cc851-5d0f-4d21-b097-7970b81b8888 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:07.661211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.785537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8f52e475-31d2-4d7d-b782-d8fa31789f73 None None] Provisioning complete for port 8e2cc851-5d0f-4d21-b097-7970b81b8888 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:07.786200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8f52e475-31d2-4d7d-b782-d8fa31789f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.831250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 8e2cc851-5d0f-4d21-b097-7970b81b8888 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:07.831773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:07.989098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.043948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Transition to ACTIVE for port object e47803ed-e353-4ea6-a3c8-843211a5464c will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:08.061197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.084981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:08.269878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.273764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.304479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-773f3636-897e-45b9-b370-22b5fa63081b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:08.306722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d3df-bbe0-4599-817b-b848678da70e None None] Pushing event updated for resources: {'Port': ['ID=e47803ed-e353-4ea6-a3c8-843211a5464c,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:08.322773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d22d3df-bbe0-4599-817b-b848678da70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:08.380413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Attempting to bind port e47803ed-e353-4ea6-a3c8-843211a5464c on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:49:08.381351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Attempting to bind port e47803ed-e353-4ea6-a3c8-843211a5464c by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:49:08.381867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Attempting to bind port e47803ed-e353-4ea6-a3c8-843211a5464c on network 956aced2-6197-4901-880d-a7b35e089b5e {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:49:08.393384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:49:08.393843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Checking segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:49:08.394177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Pushing event updated for resources: {'Port': ['ID=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:08.394313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.394720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Bound using segment: {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:49:08.395250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Bound port: e47803ed-e353-4ea6-a3c8-843211a5464c, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d77f23-e5f3-4b72-afb3-3aa52758158f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:49:08.395676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.396961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854227807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853759152'] for router_interface, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.411148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:08.448261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-1a20b8d4-7cc9-4a45-b543-e2aa6ac6514f None None] Provisioning for port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:08.459724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-1a20b8d4-7cc9-4a45-b543-e2aa6ac6514f None None] Provisioning complete for port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:08.460152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1a20b8d4-7cc9-4a45-b543-e2aa6ac6514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.535221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] For port e47803ed-e353-4ea6-a3c8-843211a5464c, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:49:08.539896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-1a20b8d4-7cc9-4a45-b543-e2aa6ac6514f None None] Port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:49:08.545943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] For port e47803ed-e353-4ea6-a3c8-843211a5464c, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=e47803ed-e353-4ea6-a3c8-843211a5464c,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:49:08.549295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:49:08.549432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:08.550678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:08.568924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:08.860040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Router b5fd509c-5ed9-4687-ab7e-1e2344f34421 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:49:09.033326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d3df-bbe0-4599-817b-b848678da70e None None] Pushing event updated for resources: {'Port': ['ID=e47803ed-e353-4ea6-a3c8-843211a5464c,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:09.043860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d22d3df-bbe0-4599-817b-b848678da70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:09.047094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-293519b2-026a-426b-82f3-72c9b61adda3 None None] Provisioning complete for port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:09.047649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-293519b2-026a-426b-82f3-72c9b61adda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:09.099556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:49:09.109874 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] 10.222.0.81 "PUT /v2.0/routers/b5fd509c-5ed9-4687-ab7e-1e2344f34421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5121531 Jan 25 18:49:09.139001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-293519b2-026a-426b-82f3-72c9b61adda3 None None] Port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:49:09.153552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:49:09.154680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:09.362301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:49:09.742609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 2, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:09.748638 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40d6eb-5d7f-4761-a530-f25de7785a33 None None] The sync data for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb is: [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 2, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:49:11.563863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device e47803ed-e353-4ea6-a3c8-843211a5464c up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:11.670834 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port e47803ed-e353-4ea6-a3c8-843211a5464c completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:11.676451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port e47803ed-e353-4ea6-a3c8-843211a5464c triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:11.676864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:11.862254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:11.881391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port e47803ed-e353-4ea6-a3c8-843211a5464c, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=e47803ed-e353-4ea6-a3c8-843211a5464c,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:11.885276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:11.887391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d22d3df-bbe0-4599-817b-b848678da70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:11.979626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=e47803ed-e353-4ea6-a3c8-843211a5464c,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:11.984333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:13.501255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device e47803ed-e353-4ea6-a3c8-843211a5464c up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:13.604725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port e47803ed-e353-4ea6-a3c8-843211a5464c triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:13.604886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:13.664310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Sync routers for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:49:13.687122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:49:13.687778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:13.978894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:49:14.371933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 2, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:14.377837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Checking router: b5fd509c-5ed9-4687-ab7e-1e2344f34421 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:49:14.378254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Updating router b5fd509c-5ed9-4687-ab7e-1e2344f34421 port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 binding host dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 18:49:14.454191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:15.156204 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:15.171310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Transition to ACTIVE for port object 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:15.175522 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:15.193914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:15.281451 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Pushing event updated for resources: {'Port': ['ID=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:15.309494 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7faf36-ffcd-4151-90fc-2dc1ed4aa9a7 req-e596fb1e-2df1-48d3-8803-8fc8524aa5f1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:15.311842 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7faf36-ffcd-4151-90fc-2dc1ed4aa9a7 req-e596fb1e-2df1-48d3-8803-8fc8524aa5f1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1332316 Jan 25 18:49:15.338757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.339307 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.339799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.340248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.341345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.341885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.342332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.344709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.345232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.345708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.346159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.346609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.347124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.347560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.347995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.348428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.348859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.349315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.349783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.350226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.350658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.351021 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.351384 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.351740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:15.356743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:15.407422 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0c7faf36-ffcd-4151-90fc-2dc1ed4aa9a7 req-9789ca9c-9da8-468a-ad43-bb27814493f1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881407 Jan 25 18:49:15.608983 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Attempting to bind port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 on host dv-cinder-772388-1-smb for vnic_type normal with profile {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:49:15.609398 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Attempting to bind port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 by drivers openvswitch on host dv-cinder-772388-1-smb at level 0 using segments [{'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:49:15.609843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Attempting to bind port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 on network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:49:15.619780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Checking agent: {'id': '71c900e5-af97-45e1-95f0-06c72eab8e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 30), 'started_at': datetime.datetime(2021, 1, 25, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:49:15.620211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Checking segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:49:15.620663 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:15.621244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Bound using segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:49:15.621854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Bound port: 12745bf1-2c5b-45ea-aed3-afc6dcb15d90, host: dv-cinder-772388-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:49:15.622343 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:15.755884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] For port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90, host dv-cinder-772388-1-smb, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:49:15.764437 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] For port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90, host dv-cinder-772388-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:49:15.773496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:15.801140 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:15.998171 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Pushing event updated for resources: {'Port': ['ID=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,revision_number=4']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:16.042733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f9ab7511-ca6e-47a3-80af-fd9e71012243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:16.087712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:49:16.088864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:48:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:16.372449 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:49:16.721352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f1366-ba63-406a-a1a9-989458325974 req-cdb98625-9540-4126-a366-539ed0aa3cc2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:16.723354 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d80f1366-ba63-406a-a1a9-989458325974 req-cdb98625-9540-4126-a366-539ed0aa3cc2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1358066 Jan 25 18:49:16.803651 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d80f1366-ba63-406a-a1a9-989458325974 req-ffa0fcb5-adb2-4f8a-8fe3-9f993e411959 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735669 Jan 25 18:49:16.817949 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:15Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:16.822863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b004d74-6afa-4a85-b216-26e1d8f84e4f None None] The sync data for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb is: [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:15Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:49:17.535848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:17.659620 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning for port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:17.681402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:17.686768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:17.933181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:18.003125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] For port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:18.007583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:18.009541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:18.107098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Pushing event updated for resources: {'Port': ['ID=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:18.110125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:18.117434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225e5d-daf0-491e-a4c1-0ee3f06bf772 req-8999e1c6-103f-4225-b556-acce13ee7df5 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:18.119281 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bb225e5d-daf0-491e-a4c1-0ee3f06bf772 req-8999e1c6-103f-4225-b556-acce13ee7df5 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1367536 Jan 25 18:49:18.181501 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bb225e5d-daf0-491e-a4c1-0ee3f06bf772 req-1ab65bda-a9ab-4826-9c40-298248d97502 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553286 Jan 25 18:49:19.511690 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488012-d31e-44c3-914f-48139a112e48 req-2ec731f9-9339-4033-b3fa-0ec60e6fcc5c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:19.514840 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f7488012-d31e-44c3-914f-48139a112e48 req-2ec731f9-9339-4033-b3fa-0ec60e6fcc5c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1429486 Jan 25 18:49:19.546975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 up at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:19.587879 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f7488012-d31e-44c3-914f-48139a112e48 req-447b8316-26a5-45eb-a51c-b7efeda4ed06 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660634 Jan 25 18:49:19.661934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Provisioning complete for port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:19.662284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:20.515952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-aefd7e5d-8f29-49cb-8818-4cce3eb913d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:20.516650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-aefd7e5d-8f29-49cb-8818-4cce3eb913d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:network {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:49:20.534109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-aefd7e5d-8f29-49cb-8818-4cce3eb913d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:network {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:49:20.535393 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-aefd7e5d-8f29-49cb-8818-4cce3eb913d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 814 time: 0.2062373 Jan 25 18:49:20.552354 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-2c31fe22-2c25-4eb9-ab89-5c37177b14c9 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/quotas/d6fa7738916a4bd6800b03890d3c08ff HTTP/1.1" status: 200 len: 375 time: 0.0106544 Jan 25 18:49:20.657152 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-b83580c1-29ae-4ddf-a97b-8f134243c001 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989606 Jan 25 18:49:21.229534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca4fb2-e6b1-4770-91a4-115b367db86b req-3921967c-6175-4f46-af1f-df2626b37241 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:21.232091 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9bca4fb2-e6b1-4770-91a4-115b367db86b req-3921967c-6175-4f46-af1f-df2626b37241 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.4896369 Jan 25 18:49:21.234178 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-b9c965bb-dfac-4d81-808c-1b91112998e1 service neutron] 10.222.0.81 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642104 Jan 25 18:49:21.381263 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9bca4fb2-e6b1-4770-91a4-115b367db86b req-2e9fb6df-4a75-40de-b1b0-a82e3073d0d5 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428483 Jan 25 18:49:21.428009 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-ae37922f-6b0f-45d5-a5d4-718452ad2672 service neutron] 10.222.0.81 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742964 Jan 25 18:49:21.645316 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e40abdf3-941d-4a56-bfdf-a16fd0ec9534 req-c61f6960-ffdd-4dbf-80b3-84a541af845e tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 210 time: 0.0552878 Jan 25 18:49:22.701005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb204d2-3a80-496e-87c6-c178525d1591 req-e4a53bfd-eb84-4238-871a-a3918f594fff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:22.703006 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ccb204d2-3a80-496e-87c6-c178525d1591 req-e4a53bfd-eb84-4238-871a-a3918f594fff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1551797 Jan 25 18:49:22.792344 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ccb204d2-3a80-496e-87c6-c178525d1591 req-6f01def6-a647-4f28-9d60-50e164bad3f8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728214 Jan 25 18:49:23.000460 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0abbc91d-2dd0-46d2-94c1-6c5c0c8696eb req-396c29c1-7299-4773-8b23-18e810c3e984 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 210 time: 0.0529006 Jan 25 18:49:23.030345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-4bb93775-6d2c-4d73-bb79-fe5ab4567856 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:23.032282 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-4bb93775-6d2c-4d73-bb79-fe5ab4567856 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 814 time: 0.2032039 Jan 25 18:49:23.062489 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'port': {'device_id': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'admin_state_up': True, 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:23.218829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:49:23.222852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Usage tracker for resource:port and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:49:23.225900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Quota usage for port was recalculated. Used quota:2. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:49:23.232818 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:49:23.242010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Made reservation on behalf of d6fa7738916a4bd6800b03890d3c08ff for: {'port': 1} {{(pid=80081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 18:49:23.253925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:23.621273 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Allocated IP 172.20.0.11 (8cdb904b-9e54-4582-9c9f-62af8ab518a7/a1e77f0b-c1c1-4a42-b703-a57840393013/6655c772-1a90-4849-b443-24e8778a7b44) {{(pid=80081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:49:23.880330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for port, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:23.920763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Transition to ACTIVE for port object 6655c772-1a90-4849-b443-24e8778a7b44 will not be triggered until provisioned by entity DHCP. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:23.947743 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:23.964810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e7fdff6c-df99-48b8-87cf-459ff2e25373 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:24.107677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ed9b-5cb1-4545-b694-f45e6b0b1eca req-f1dae14b-b5df-4eb4-a99a-74c30eaf9ab4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:24.109970 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-44e7ed9b-5cb1-4545-b694-f45e6b0b1eca req-f1dae14b-b5df-4eb4-a99a-74c30eaf9ab4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1626449 Jan 25 18:49:24.125697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:24.131659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:24.182466 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-44e7ed9b-5cb1-4545-b694-f45e6b0b1eca req-595917b3-e710-436d-807f-1c68b62f019c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657449 Jan 25 18:49:24.199382 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 is already hosted by enough agents. {{(pid=80081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:49:24.201892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources bound (agent type, host, resource id): {{(pid=80081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:24.207835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Received port after_create {{(pid=80081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:49:24.300944 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:24.301920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:24.328900 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d8b02fa3-c646-4dc0-880c-c16aeb1385d2 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2718399 Jan 25 18:49:24.500327 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6954a-bff9-42e4-9bf2-877eeceffd18 req-e4e5452c-c02f-476b-9ae2-97d36d98947d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:24.502071 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-baa6954a-bff9-42e4-9bf2-877eeceffd18 req-e4e5452c-c02f-476b-9ae2-97d36d98947d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1273403 Jan 25 18:49:24.521581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-77b53dc2-7e40-46da-9ef5-245338ec766d None None] Provisioning for port 6655c772-1a90-4849-b443-24e8778a7b44 completed by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:24.525541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-77b53dc2-7e40-46da-9ef5-245338ec766d None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:24.526022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-77b53dc2-7e40-46da-9ef5-245338ec766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:24.571264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-baa6954a-bff9-42e4-9bf2-877eeceffd18 req-9ab2c408-e707-41d3-a712-2d8da7b9e63d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:49:24.589347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-baa6954a-bff9-42e4-9bf2-877eeceffd18 req-9ab2c408-e707-41d3-a712-2d8da7b9e63d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:49:24.591870 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-baa6954a-bff9-42e4-9bf2-877eeceffd18 req-9ab2c408-e707-41d3-a712-2d8da7b9e63d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824487 Jan 25 18:49:24.601820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-77b53dc2-7e40-46da-9ef5-245338ec766d None None] Port 6655c772-1a90-4849-b443-24e8778a7b44 cannot update to ACTIVE because it is not bound. {{(pid=80083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 18:49:25.479328 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62587829-4f90-4ba1-b135-b4919d32dd1d req-778d5b21-6555-4583-8747-2c520ea5865d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:25.481868 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62587829-4f90-4ba1-b135-b4919d32dd1d req-778d5b21-6555-4583-8747-2c520ea5865d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1223145 Jan 25 18:49:25.541794 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-62587829-4f90-4ba1-b135-b4919d32dd1d req-d1c15a82-f801-4e24-a6f6-7d4742adf23b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534306 Jan 25 18:49:25.864894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb1e44-43b0-4ce8-8fda-89c0eaddaa71 req-bf732766-ca97-450d-b528-ae5f6f8b4f5a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:25.866724 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-90eb1e44-43b0-4ce8-8fda-89c0eaddaa71 req-bf732766-ca97-450d-b528-ae5f6f8b4f5a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1380320 Jan 25 18:49:25.925844 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-90eb1e44-43b0-4ce8-8fda-89c0eaddaa71 req-95d14484-fc37-4c73-86e9-618f66df3d98 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 Jan 25 18:49:26.135928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b4d2-5bda-4e1d-af2e-4f64b9f183ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:26.819593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d12e-82d1-4bd7-97e4-75ffc136522b req-69dff4ae-857a-4e82-acf6-ffe4441b73bb tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:26.822227 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6998d12e-82d1-4bd7-97e4-75ffc136522b req-69dff4ae-857a-4e82-acf6-ffe4441b73bb tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1253142 Jan 25 18:49:26.896281 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6998d12e-82d1-4bd7-97e4-75ffc136522b req-992a54a7-ca78-4dd8-bbd6-a54d6541501e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658615 Jan 25 18:49:27.187453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88313e2d-1415-4ea6-8106-d4c6d85f835f req-12255246-7d7b-4289-9902-4d3e67790f8c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:27.190323 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-88313e2d-1415-4ea6-8106-d4c6d85f835f req-12255246-7d7b-4289-9902-4d3e67790f8c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1238465 Jan 25 18:49:27.261084 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-88313e2d-1415-4ea6-8106-d4c6d85f835f req-90bf7fda-9550-4ee5-8bc1-ed7836f9d0bc tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Jan 25 18:49:28.196748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284407e3-1610-4c2e-8db8-8de63b25e03b req-1ca74238-6c53-428b-9297-9b4b2891020c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:28.198667 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-284407e3-1610-4c2e-8db8-8de63b25e03b req-1ca74238-6c53-428b-9297-9b4b2891020c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1285408 Jan 25 18:49:28.256780 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-284407e3-1610-4c2e-8db8-8de63b25e03b req-23f93880-cc2d-4fba-861b-68702f235955 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506523 Jan 25 18:49:28.531467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426240-4140-421c-9df9-4076a213d3da req-973ba258-9c0f-417f-a5e3-f6e0ebad3e60 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:28.533306 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5f426240-4140-421c-9df9-4076a213d3da req-973ba258-9c0f-417f-a5e3-f6e0ebad3e60 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1290333 Jan 25 18:49:28.595850 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5f426240-4140-421c-9df9-4076a213d3da req-155fab6b-aaca-40cd-88cc-ae5340aae985 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558445 Jan 25 18:49:29.066868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb49bf80-d5db-4a1d-a381-51b9f21cf0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:29.114572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:29.572042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006626-9857-4251-a8b2-49403f652422 req-7e4415b5-5fe3-4f83-816e-e9d76526efb6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:29.573720 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-65006626-9857-4251-a8b2-49403f652422 req-7e4415b5-5fe3-4f83-816e-e9d76526efb6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1373854 Jan 25 18:49:29.630391 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-65006626-9857-4251-a8b2-49403f652422 req-5cfcff38-ab61-4f8b-a936-01e85c602aa1 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495181 Jan 25 18:49:29.912092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031347-3803-44ab-80e2-dafb206b1238 req-35dd0e12-bc68-4930-8dcc-9bcbb48de561 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:29.913769 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac031347-3803-44ab-80e2-dafb206b1238 req-35dd0e12-bc68-4930-8dcc-9bcbb48de561 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1255083 Jan 25 18:49:29.972938 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac031347-3803-44ab-80e2-dafb206b1238 req-5aa403d8-453c-4daf-9c0d-cba06d447522 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Jan 25 18:49:30.360756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:30.568809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:30.595715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:49:30.917160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdd3c-4d15-41fc-a9b0-5567199b87f9 req-9d4b974d-d01b-44d2-8508-b0cad02ebb8e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:30.919024 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7d7fdd3c-4d15-41fc-a9b0-5567199b87f9 req-9d4b974d-d01b-44d2-8508-b0cad02ebb8e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1203949 Jan 25 18:49:30.979972 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7d7fdd3c-4d15-41fc-a9b0-5567199b87f9 req-accac516-0bd0-485f-b7f1-61d0d5f856d4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535610 Jan 25 18:49:31.252062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e4e24-b34a-4c80-a273-c1abe7eb9bd2 req-d2f055f0-0e30-472f-9191-50952b33ae43 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:31.253685 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ce7e4e24-b34a-4c80-a273-c1abe7eb9bd2 req-d2f055f0-0e30-472f-9191-50952b33ae43 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1205838 Jan 25 18:49:31.311992 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ce7e4e24-b34a-4c80-a273-c1abe7eb9bd2 req-16a168ef-d2f1-46db-be80-d775c0aec264 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Jan 25 18:49:32.260984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc4ff3-e147-42f0-af91-f75981b9c991 req-f7045f46-f329-48a3-b33d-b0a04b4b7d3a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:32.263636 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3cbc4ff3-e147-42f0-af91-f75981b9c991 req-f7045f46-f329-48a3-b33d-b0a04b4b7d3a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1232362 Jan 25 18:49:32.324869 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3cbc4ff3-e147-42f0-af91-f75981b9c991 req-1ec813f0-c050-4c0c-b1bf-179d296f9b47 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536158 Jan 25 18:49:32.722280 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93428532-f999-4bd5-ac07-39f192f941b2 req-d068e6d2-3d27-46de-9855-281c4764928d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:32.723907 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93428532-f999-4bd5-ac07-39f192f941b2 req-d068e6d2-3d27-46de-9855-281c4764928d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1188047 Jan 25 18:49:32.790511 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-93428532-f999-4bd5-ac07-39f192f941b2 req-b852e29a-3945-4564-add7-96925aeecf25 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581908 Jan 25 18:49:33.665509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb0f3-fe07-4b78-a597-0edbbdd93d99 req-ebee4e42-e726-40b6-bc24-ff0de3388677 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:33.667172 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c08bb0f3-fe07-4b78-a597-0edbbdd93d99 req-ebee4e42-e726-40b6-bc24-ff0de3388677 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1594346 Jan 25 18:49:33.757536 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c08bb0f3-fe07-4b78-a597-0edbbdd93d99 req-940bbc9f-9322-40fc-b058-ff2691bb5815 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826888 Jan 25 18:49:34.076707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c905a-0412-484f-86e1-4ccc815a5f18 req-040dbb12-3178-4250-9d7a-2cd9572d994d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:34.078804 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e31c905a-0412-484f-86e1-4ccc815a5f18 req-040dbb12-3178-4250-9d7a-2cd9572d994d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1409478 Jan 25 18:49:34.150990 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e31c905a-0412-484f-86e1-4ccc815a5f18 req-ae74a98d-fb51-4a84-a0df-9d91d400ced5 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Jan 25 18:49:35.036001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72ce19-b4f9-4e56-9b0e-4983bb64b314 req-556d4e75-0781-47e5-9b33-5f35579eb7d5 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:35.037761 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a72ce19-b4f9-4e56-9b0e-4983bb64b314 req-556d4e75-0781-47e5-9b33-5f35579eb7d5 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1310666 Jan 25 18:49:35.098894 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7a72ce19-b4f9-4e56-9b0e-4983bb64b314 req-e5f35a61-c03a-4470-a25f-f3ab03a335e3 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546412 Jan 25 18:49:35.142068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:35.401617 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db17936-98db-4464-ba2b-61de54a8932b req-7398cd37-b6f6-4901-a8b3-d2f7b4d06709 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:35.403426 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7db17936-98db-4464-ba2b-61de54a8932b req-7398cd37-b6f6-4901-a8b3-d2f7b4d06709 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1148264 Jan 25 18:49:35.458911 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7db17936-98db-4464-ba2b-61de54a8932b req-bf2bc12c-02f1-4ca8-a18b-82fcd4fb75bd tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Jan 25 18:49:35.663784 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Request body: {'port': {'device_id': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:35.799291 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:36.190317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-569659fb-73cf-4bcc-bccb-14bc33cd60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:36.191956 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-569659fb-73cf-4bcc-bccb-14bc33cd60ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1163 time: 0.2025762 Jan 25 18:49:36.436918 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7fb43-b18e-4f8c-8bb4-cc51b31c9686 req-9c6ba392-09b7-4ccf-820d-268af459e6a0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:36.441292 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5bd7fb43-b18e-4f8c-8bb4-cc51b31c9686 req-9c6ba392-09b7-4ccf-820d-268af459e6a0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1286345 Jan 25 18:49:36.494841 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5bd7fb43-b18e-4f8c-8bb4-cc51b31c9686 req-fa921147-6719-4e01-b3a0-f9bc3a918990 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498061 Jan 25 18:49:36.497746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-d68973eb-cd2b-4c5f-ae19-53006f6637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:36.499339 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-d68973eb-cd2b-4c5f-ae19-53006f6637f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.2857325 Jan 25 18:49:36.526528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6655c772-1a90-4849-b443-24e8778a7b44 {{(pid=80081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 18:49:36.597801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:36.750722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d272118-6740-4ba5-bec3-ee11b1f0dbbe req-7b5ad4fd-fe6f-4c34-a92b-3ba7ac3761c0 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:36.752456 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2d272118-6740-4ba5-bec3-ee11b1f0dbbe req-7b5ad4fd-fe6f-4c34-a92b-3ba7ac3761c0 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 932 time: 0.1374679 Jan 25 18:49:36.823015 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2d272118-6740-4ba5-bec3-ee11b1f0dbbe req-d169b8bf-eb34-4c25-9a5c-26b7b449f089 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607810 Jan 25 18:49:36.901561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Transition to ACTIVE for port object 6655c772-1a90-4849-b443-24e8778a7b44 will not be triggered until provisioned by entity L2. {{(pid=80081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 18:49:36.906112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:36.925676 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12e92f22-705f-4fa1-89e3-87216c32e83f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:37.051022 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-11997694-245b-4e92-a6e2-671491c19aba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 1002 time: 0.5160584 Jan 25 18:49:37.118170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=2']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:37.126656 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:37.177809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-ee524624-3ad8-4af2-b6de-18f12bfa5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:37.179486 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-ee524624-3ad8-4af2-b6de-18f12bfa5bab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.1198955 Jan 25 18:49:37.405044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Attempting to bind port 6655c772-1a90-4849-b443-24e8778a7b44 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:49:37.405780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Attempting to bind port 6655c772-1a90-4849-b443-24e8778a7b44 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 18:49:37.406075 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Attempting to bind port 6655c772-1a90-4849-b443-24e8778a7b44 on network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 18:49:37.409830 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-5e067a77-05d3-4d00-8eb5-c26165ad1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:37.411440 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-5e067a77-05d3-4d00-8eb5-c26165ad1a23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2230103 Jan 25 18:49:37.417044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Checking agent: {'id': '0cc13e90-76c7-4ba6-ad59-97c4584be0f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 35), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.93', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 18:49:37.417044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Checking segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 18:49:37.417459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:37.418083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Bound using segment: {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'} {{(pid=80081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 18:49:37.418686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Bound port: 6655c772-1a90-4849-b443-24e8778a7b44, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d47193-eece-4513-a973-05f0965d03d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7'}}] {{(pid=80081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 18:49:37.418953 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:37.653390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] For port 6655c772-1a90-4849-b443-24e8778a7b44, host hv-cinder-77238, cleared binding levels {{(pid=80081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 18:49:37.664142 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-f9573b99-a5cd-41f7-8601-e3dc35e5e5aa service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330172 Jan 25 18:49:37.668035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] For port 6655c772-1a90-4849-b443-24e8778a7b44, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6655c772-1a90-4849-b443-24e8778a7b44,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 18:49:37.696748 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732406'] for port, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:37.714752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4e847f6f-86e3-48ea-9713-16eb26402cfe tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:37.811916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490bb0-1a65-41c5-9575-342c2bc6cf85 req-c8f1b647-d488-47c9-91ed-4a29dcd61f1e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:37.813864 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8a490bb0-1a65-41c5-9575-342c2bc6cf85 req-c8f1b647-d488-47c9-91ed-4a29dcd61f1e tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1506252 Jan 25 18:49:37.874788 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8a490bb0-1a65-41c5-9575-342c2bc6cf85 req-218fe3fc-fe5b-40f2-bd17-b35ea6720462 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537224 Jan 25 18:49:37.991014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=3']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:37.992260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:38.032544 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6498ec01-16f3-47bc-8c35-f50be670d311 req-8daeab1f-29b6-41eb-ab06-dfef977c5d6e service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3612871 Jan 25 18:49:38.046538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:38.047220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:38.048732 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-179b758d-9676-474b-a890-db5227c590d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 1158 time: 2.3901184 Jan 25 18:49:38.049341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:38.193117 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57488e2a-d0de-41d1-8b07-fe9fe4f9ea5d req-6a5d60e1-af68-4ba5-9fc7-e60d34ae2f9d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:38.202013 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-57488e2a-d0de-41d1-8b07-fe9fe4f9ea5d req-6a5d60e1-af68-4ba5-9fc7-e60d34ae2f9d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 944 time: 0.1727390 Jan 25 18:49:38.277605 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-57488e2a-d0de-41d1-8b07-fe9fe4f9ea5d req-1e4c8081-8f8a-4b70-9d38-da560553b088 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742331 Jan 25 18:49:38.284603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-507e1335-824c-4a7c-894b-76a3c178a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:38.286316 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-507e1335-824c-4a7c-894b-76a3c178a904 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1161 time: 0.1237614 Jan 25 18:49:38.301386 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'status': 'completed', 'code': 200} Jan 25 18:49:38.390532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-ddf2b1ea-86a7-4114-a7e0-d974b3c11e0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 217 time: 0.0705433 Jan 25 18:49:38.468417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-45206c6e-d342-4a82-9ec5-fc1e3b4b65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:38.470634 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-45206c6e-d342-4a82-9ec5-fc1e3b4b65db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0724943 Jan 25 18:49:38.559569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-954d7b69-ef34-4c47-a931-3b75b98cbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:38.561534 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-954d7b69-ef34-4c47-a931-3b75b98cbbed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810182 Jan 25 18:49:38.717850 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-d4060072-956a-45ce-be13-161976fecb6d service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462049 Jan 25 18:49:38.877987 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef67378e-f738-4a8a-9cf9-864131e3fb59 req-800f73df-56f8-4454-a552-caeacd912587 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508150 Jan 25 18:49:39.083921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-e66a1fd4-3d1f-4287-9813-932cc3a1e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:39.085265 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-e66a1fd4-3d1f-4287-9813-932cc3a1e1ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1161 time: 0.0914168 Jan 25 18:49:39.157906 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d861a2-6fd5-436a-99e7-cdbe5f1015ef req-541efdb3-9761-493f-8012-94bbddb91482 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:39.159632 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b1d861a2-6fd5-436a-99e7-cdbe5f1015ef req-541efdb3-9761-493f-8012-94bbddb91482 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1230698 Jan 25 18:49:39.216930 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b1d861a2-6fd5-436a-99e7-cdbe5f1015ef req-23558203-5ef0-4cd6-9557-01ae79582d6f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503054 Jan 25 18:49:39.310249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-4d739d91-1f59-4e53-8970-cd1319200aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:39.312419 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-4d739d91-1f59-4e53-8970-cd1319200aa6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.1843240 Jan 25 18:49:39.411917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-33647045-3e86-4dc0-b463-d55bf890f35d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 217 time: 0.0899723 Jan 25 18:49:39.509845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-0a017ea2-4cae-4cd1-903a-3d186eac7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:39.512304 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-0a017ea2-4cae-4cd1-903a-3d186eac7ccd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0910597 Jan 25 18:49:39.569890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e72a9-6db3-48c8-a85d-3a4d8132191c req-7ab98e7c-e792-47cb-8429-6880ead9b183 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:39.578843 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4b1e72a9-6db3-48c8-a85d-3a4d8132191c req-7ab98e7c-e792-47cb-8429-6880ead9b183 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 944 time: 0.1552699 Jan 25 18:49:39.612683 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-5aac270c-93f5-4551-84bb-39a311c5fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:39.615215 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-5aac270c-93f5-4551-84bb-39a311c5fb5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957062 Jan 25 18:49:39.665607 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4b1e72a9-6db3-48c8-a85d-3a4d8132191c req-0bab6e3c-f13b-471a-982f-28c7bae4b2c0 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765781 Jan 25 18:49:39.861070 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-546da814-f8b8-4c34-ad42-f4c43c570703 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367129 Jan 25 18:49:40.093887 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e0f8e450-6264-4fde-9100-38c4ce719b84 req-fc5bc1fd-b52b-4357-9d85-c28179c41a0d service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2140880 Jan 25 18:49:40.546506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96adaa-9a7f-43e1-97d7-426ad2958f58 req-3773a046-9332-4581-aa94-02b6c8c3c795 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:40.554362 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-dd96adaa-9a7f-43e1-97d7-426ad2958f58 req-3773a046-9332-4581-aa94-02b6c8c3c795 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1422336 Jan 25 18:49:40.621917 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-dd96adaa-9a7f-43e1-97d7-426ad2958f58 req-270841f1-825c-42f1-8f4c-9aa53057d7e4 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662990 Jan 25 18:49:41.004871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252635-3cd5-499a-adae-959913a8c1b7 req-2e318a7a-dba5-4560-91ff-d6ab5750b7ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:41.007142 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-19252635-3cd5-499a-adae-959913a8c1b7 req-2e318a7a-dba5-4560-91ff-d6ab5750b7ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 944 time: 0.1267738 Jan 25 18:49:41.077588 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-19252635-3cd5-499a-adae-959913a8c1b7 req-1ab7dfe3-de62-4890-8ed0-3ee96081a15b tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624669 Jan 25 18:49:41.996754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030d2c1-780b-4bb9-902e-750e7d42209a req-d97e6044-da81-45da-85c2-104865b0d2a7 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:41.998422 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4030d2c1-780b-4bb9-902e-750e7d42209a req-d97e6044-da81-45da-85c2-104865b0d2a7 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.1976919 Jan 25 18:49:42.084780 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813eb39-e058-4fa5-9a3a-8423348dcb9a req-0e223904-b051-42b4-9de7-a1a7e0c63917 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:42.088321 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a813eb39-e058-4fa5-9a3a-8423348dcb9a req-0e223904-b051-42b4-9de7-a1a7e0c63917 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.2409930 Jan 25 18:49:42.110537 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4030d2c1-780b-4bb9-902e-750e7d42209a req-1aaf1037-f863-4628-a1e0-1465d5ce9680 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034999 Jan 25 18:49:42.169573 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a813eb39-e058-4fa5-9a3a-8423348dcb9a req-cee84a66-4aa5-455d-87da-dcdaad6db315 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711727 Jan 25 18:49:42.420244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74889238-4fcf-4d58-ac29-ca3f8c143b9e req-92e7752e-36e9-464b-b269-f2a83376c80d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:42.421987 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-74889238-4fcf-4d58-ac29-ca3f8c143b9e req-92e7752e-36e9-464b-b269-f2a83376c80d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 944 time: 0.1686838 Jan 25 18:49:42.496770 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-74889238-4fcf-4d58-ac29-ca3f8c143b9e req-8b231387-6193-4f42-aa89-5e6d95a01879 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645664 Jan 25 18:49:42.560153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.objects.ports [None req-4c3f48c9-2b00-41af-9b83-9899abb597ae None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80083) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 18:49:43.300194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:43.410041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning for port 6655c772-1a90-4849-b443-24e8778a7b44 completed by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 18:49:43.416987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:43.420711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:43.546389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9389cd-861e-4208-9dfd-591b47267552 req-c7a37d66-5e39-4977-b357-337f5d93dca2 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:43.553342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0d9389cd-861e-4208-9dfd-591b47267552 req-c7a37d66-5e39-4977-b357-337f5d93dca2 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.2873883 Jan 25 18:49:43.570740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:43.599923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819ea43-f7a1-4bab-bf09-60bc13c482d2 req-fe9cca82-40cd-4153-933c-2f3b3782667c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:43.601758 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6819ea43-f7a1-4bab-bf09-60bc13c482d2 req-fe9cca82-40cd-4153-933c-2f3b3782667c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.2448723 Jan 25 18:49:43.607205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:43.615446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 6655c772-1a90-4849-b443-24e8778a7b44, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6655c772-1a90-4849-b443-24e8778a7b44,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:43.620678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:43.623776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-90d3c6c6-2f67-41cf-ae57-de78241a85bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:43.712646 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=4']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:43.728970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:43.733790 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6819ea43-f7a1-4bab-bf09-60bc13c482d2 req-7f665820-b0dd-4a17-a12e-8eead4074992 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110425 Jan 25 18:49:43.746905 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0d9389cd-861e-4208-9dfd-591b47267552 req-f5910542-8d83-4d79-9553-9f3c70da7f44 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440101 Jan 25 18:49:43.972244 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'code': 200} Jan 25 18:49:44.027810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45607801-4849-4e95-8e20-982ec8132e8d req-58216dc2-7513-462f-b407-28813fd6ddf8 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:44.029517 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45607801-4849-4e95-8e20-982ec8132e8d req-58216dc2-7513-462f-b407-28813fd6ddf8 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1381257 Jan 25 18:49:44.091757 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45607801-4849-4e95-8e20-982ec8132e8d req-5f53a416-87f8-4528-a762-9a7c6afb3757 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Jan 25 18:49:44.373319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190257-3d06-4e8e-b600-e34d4c6688d8 req-a707ae65-af99-4395-913f-503c4cb82bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:44.375582 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-de190257-3d06-4e8e-b600-e34d4c6688d8 req-a707ae65-af99-4395-913f-503c4cb82bfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1163 time: 0.0899935 Jan 25 18:49:44.435120 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-de190257-3d06-4e8e-b600-e34d4c6688d8 req-692d46d5-f079-4605-94e0-8128ef784f5e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454264 Jan 25 18:49:44.561963 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:44.651490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:44.652838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:45.376041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472ecc-b690-4e5d-a5c8-65f0d7613ea7 req-20bc09f3-b2cc-4db4-816c-94ecb3be0eda tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:45.377817 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87472ecc-b690-4e5d-a5c8-65f0d7613ea7 req-20bc09f3-b2cc-4db4-816c-94ecb3be0eda tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.4721658 Jan 25 18:49:45.421968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470fc13-7334-4701-b956-f4b994884e9a req-dbdf1972-e80b-423c-b7fb-7a767d5c0587 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:45.429730 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5470fc13-7334-4701-b956-f4b994884e9a req-dbdf1972-e80b-423c-b7fb-7a767d5c0587 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.5223784 Jan 25 18:49:45.523081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5470fc13-7334-4701-b956-f4b994884e9a req-cc9b23fd-7410-43e1-a1ba-09832a28fc62 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923147 Jan 25 18:49:45.556081 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87472ecc-b690-4e5d-a5c8-65f0d7613ea7 req-9edff67a-dc6b-49bd-b470-e4ee5489500c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962348 Jan 25 18:49:45.845747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206b5a7-e7e4-4f86-836b-2aa4c3ba6e7e req-2aab7736-93a4-4978-b824-680ef43bba44 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:45.847779 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6206b5a7-e7e4-4f86-836b-2aa4c3ba6e7e req-2aab7736-93a4-4978-b824-680ef43bba44 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1479449 Jan 25 18:49:45.916596 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6206b5a7-e7e4-4f86-836b-2aa4c3ba6e7e req-45d3dc61-c119-40a3-939a-49ffd27768fb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616043 Jan 25 18:49:46.630037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:49:46.755659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:49:46.756089 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:46.850563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d36e6-10ef-4e6b-8263-6df7abba3006 req-2ffd2f5e-47e7-472c-98ed-b1488c9e5815 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:46.858713 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f99d36e6-10ef-4e6b-8263-6df7abba3006 req-2ffd2f5e-47e7-472c-98ed-b1488c9e5815 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.1411235 Jan 25 18:49:46.925098 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f99d36e6-10ef-4e6b-8263-6df7abba3006 req-482db8a6-57ce-4bc7-86d1-b85effdaebbb tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653691 Jan 25 18:49:47.075393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174edb-3b0f-4026-a6bd-2678102445ef req-c4fd7106-150d-4212-b91b-cb09e72fb23f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:47.077043 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d6174edb-3b0f-4026-a6bd-2678102445ef req-c4fd7106-150d-4212-b91b-cb09e72fb23f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1504500 Jan 25 18:49:47.191678 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d6174edb-3b0f-4026-a6bd-2678102445ef req-9d89aab6-e0ca-45f8-99bb-3a9a7f22ed66 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070778 Jan 25 18:49:47.266736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee12320-c46d-42fa-809f-1040e4e5d03c req-ddcbeab4-a236-4352-bd03-c3826d5c2cd1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:47.268891 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5ee12320-c46d-42fa-809f-1040e4e5d03c req-ddcbeab4-a236-4352-bd03-c3826d5c2cd1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1496856 Jan 25 18:49:47.351334 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5ee12320-c46d-42fa-809f-1040e4e5d03c req-08cd8399-5f41-460a-865e-44d28eea027d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741072 Jan 25 18:49:47.412797 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af735bc-96bd-479a-9154-d1355a03a057 req-7a025b69-4ba0-4f0d-9ddf-24cbf30a2c2f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:47.413813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-3af735bc-96bd-479a-9154-d1355a03a057 req-7a025b69-4ba0-4f0d-9ddf-24cbf30a2c2f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Synchronizing usage tracker for tenant:2db516c008e147c9858d78eb4f31be71 on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:49:47.438284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-3af735bc-96bd-479a-9154-d1355a03a057 req-7a025b69-4ba0-4f0d-9ddf-24cbf30a2c2f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Unset dirty status for tenant:2db516c008e147c9858d78eb4f31be71 on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:49:47.439794 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3af735bc-96bd-479a-9154-d1355a03a057 req-7a025b69-4ba0-4f0d-9ddf-24cbf30a2c2f tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.1855578 Jan 25 18:49:47.582023 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Deleting port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:49:47.582781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:47.629986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18607e8d-c4d8-4ed7-aeef-d690879a7ac3 req-29df00d5-cf76-45c9-bd4b-8f2ea060c4c5 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:47.632018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-18607e8d-c4d8-4ed7-aeef-d690879a7ac3 req-29df00d5-cf76-45c9-bd4b-8f2ea060c4c5 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1428723 Jan 25 18:49:47.814829 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-18607e8d-c4d8-4ed7-aeef-d690879a7ac3 req-814ed173-08af-427b-a350-2b2651cf458d tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731730 Jan 25 18:49:48.216358 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72464f2e-f5a9-499c-8013-1cfa2b51fc12 req-4d1898ec-afda-4969-93ee-d43723b4f81e tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:48.225424 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-72464f2e-f5a9-499c-8013-1cfa2b51fc12 req-4d1898ec-afda-4969-93ee-d43723b4f81e tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 946 time: 0.1490240 Jan 25 18:49:48.241599 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] For port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,segment=NetworkSegment(4562cfab-b452-4c3d-81b8-26775b796749),segment_id=4562cfab-b452-4c3d-81b8-26775b796749)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:48.242625 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:48.303741 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-72464f2e-f5a9-499c-8013-1cfa2b51fc12 req-c1100af2-7468-4e5e-88af-4274ad9b6d0b tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/security-groups?id=d8363d99-0657-4159-ad60-86b1f3669674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770226 Jan 25 18:49:48.378323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6ff6b8dd-8265-47db-b70e-7ebff1103b2d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:49:48.386365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Calling delete_port for 6ff6b8dd-8265-47db-b70e-7ebff1103b2d owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:49:48.440898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df800a-1edf-41c4-a98b-c15484ffdb43 req-da276f6a-c538-4d8b-b9ef-8ea8d70f4f37 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:48.443094 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e9df800a-1edf-41c4-a98b-c15484ffdb43 req-da276f6a-c538-4d8b-b9ef-8ea8d70f4f37 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1579115 Jan 25 18:49:48.554881 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:48.572420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e9cbff05-9b6d-4091-896e-01bd1e109fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:48.576163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d update to DOWN by agent not found {{(pid=80083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 25 18:49:48.583614 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e9df800a-1edf-41c4-a98b-c15484ffdb43 req-72fecd0e-4998-4886-a52d-f3a06b409b30 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325393 Jan 25 18:49:48.655740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08657d-61af-4c1b-9564-3c49d3579d4c req-3b5024c7-3260-4359-9462-85df0fea3fc2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:48.657780 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4c08657d-61af-4c1b-9564-3c49d3579d4c req-3b5024c7-3260-4359-9462-85df0fea3fc2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1568425 Jan 25 18:49:48.706997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Pushing event deleted for resources: {'Port': ['ID=6ff6b8dd-8265-47db-b70e-7ebff1103b2d,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:48.711824 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:48.753288 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4c08657d-61af-4c1b-9564-3c49d3579d4c req-f3ecb81b-5c36-434c-8e38-cd0f94a44f86 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816591 Jan 25 18:49:48.826641 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] No DVR routers for this DVR port 6ff6b8dd-8265-47db-b70e-7ebff1103b2d on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:49:48.829866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:48.833007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'name': 'network-vif-deleted', 'tag': '6ff6b8dd-8265-47db-b70e-7ebff1103b2d'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:48.851076 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3af735bc-96bd-479a-9154-d1355a03a057 req-53f654bf-1b59-49e2-a437-abe9a7b6aecc tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.18 "DELETE /v2.0/ports/6ff6b8dd-8265-47db-b70e-7ebff1103b2d HTTP/1.1" status: 204 len: 173 time: 1.4040992 Jan 25 18:49:48.936413 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8', 'name': 'network-vif-deleted', 'tag': '6ff6b8dd-8265-47db-b70e-7ebff1103b2d', 'status': 'completed', 'code': 200} Jan 25 18:49:49.577325 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cc7a2462-9942-4fce-8319-d9e6a5fdea18 req-1503cd09-75e1-4a16-8091-5a21b8a6f8c8 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] 10.222.0.81 "GET /v2.0/ports?device_id=1c0c28fd-f8b3-47b1-b2eb-a8d535c187f8 HTTP/1.1" status: 200 len: 210 time: 0.0674896 Jan 25 18:49:50.092125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5efa7-5b5a-4e1c-98c1-373398265283 req-21045567-4522-4d10-b8b3-03cd58253521 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:50.093895 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0af5efa7-5b5a-4e1c-98c1-373398265283 req-21045567-4522-4d10-b8b3-03cd58253521 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1375978 Jan 25 18:49:50.157904 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0af5efa7-5b5a-4e1c-98c1-373398265283 req-bfbe3667-fedd-4bf8-95d0-ab67eaf5de9c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567203 Jan 25 18:49:51.515419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d83c5f-b7fb-4622-af21-7dc9da8e440c req-6ff54088-99c6-46cd-8f34-a55c184dd300 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:51.525293 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a8d83c5f-b7fb-4622-af21-7dc9da8e440c req-6ff54088-99c6-46cd-8f34-a55c184dd300 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1700640 Jan 25 18:49:51.594548 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a8d83c5f-b7fb-4622-af21-7dc9da8e440c req-5931f7f7-d3b2-4a9c-b7b8-32c1d0acd912 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681202 Jan 25 18:49:52.161352 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-ea73e473-1a24-4dba-9c1a-33d6003b7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:52.162916 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-ea73e473-1a24-4dba-9c1a-33d6003b7c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1163 time: 0.0847039 Jan 25 18:49:52.171647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc0f57-3bec-4b19-9f49-cda5192d2722 req-8100e31c-2509-4b54-aa92-82889da4c62f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:52.173314 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8ddc0f57-3bec-4b19-9f49-cda5192d2722 req-8100e31c-2509-4b54-aa92-82889da4c62f tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1205127 Jan 25 18:49:52.231138 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8ddc0f57-3bec-4b19-9f49-cda5192d2722 req-303f48af-15a8-42c0-933f-1bc8ecbf2835 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510786 Jan 25 18:49:52.313143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-d5ccf351-c2f8-4a76-896b-68bca406d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:52.314767 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-d5ccf351-c2f8-4a76-896b-68bca406d4b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.1452279 Jan 25 18:49:52.429206 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-52dbcf3d-0fef-4299-ba22-a8a01803848b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 1002 time: 0.1068265 Jan 25 18:49:52.500184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-39ef2625-986d-48ca-abe5-355be36d0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:52.501699 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-39ef2625-986d-48ca-abe5-355be36d0397 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.0655699 Jan 25 18:49:52.587462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-16484322-f347-4b64-abe4-603fe0187fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:52.589191 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-16484322-f347-4b64-abe4-603fe0187fc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797520 Jan 25 18:49:52.837196 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-f723add6-67af-4c35-8f10-f32b0cbe70ed service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406571 Jan 25 18:49:53.016663 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a4c1d69b-63f1-4b70-9a55-28253256361a req-eab1c579-457e-4b59-adf7-f0166601bfbd service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1721692 Jan 25 18:49:53.058237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49643ce-10d2-4010-a367-46e45e66d62f req-20620ba1-888d-4b61-8aea-1ddf1043db1b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:53.059889 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e49643ce-10d2-4010-a367-46e45e66d62f req-20620ba1-888d-4b61-8aea-1ddf1043db1b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1296222 Jan 25 18:49:53.123202 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e49643ce-10d2-4010-a367-46e45e66d62f req-bab00ffb-affd-44e5-a660-9624ae69b464 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561447 Jan 25 18:49:53.482184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba63e5-f449-4f9b-aab0-d5651011e6c7 req-ffeaa61d-dade-4824-840a-e85bd7896354 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:53.483858 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cbba63e5-f449-4f9b-aab0-d5651011e6c7 req-ffeaa61d-dade-4824-840a-e85bd7896354 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1173515 Jan 25 18:49:53.539979 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cbba63e5-f449-4f9b-aab0-d5651011e6c7 req-cc1c6355-3cbb-4023-b6e9-62b92e9831e2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 Jan 25 18:49:54.334279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-5ac1ea9b-f127-4c81-84f4-bd4c1f82b1f9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:54.335257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-5ac1ea9b-f127-4c81-84f4-bd4c1f82b1f9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Synchronizing usage tracker for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:49:54.353188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-5ac1ea9b-f127-4c81-84f4-bd4c1f82b1f9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Unset dirty status for tenant:d1f208196f3c45998ec2b30f5d32795d on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:49:54.355327 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-5ac1ea9b-f127-4c81-84f4-bd4c1f82b1f9 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1517987 Jan 25 18:49:54.399608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 37467355-24bb-43e6-afe9-2351a5806921 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:49:54.445201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Deleting port 37467355-24bb-43e6-afe9-2351a5806921 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:49:54.445577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:54.540459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e0e4f-33e0-4e9f-8041-1da52c59cb8f req-f517261a-1e5e-4dd5-9063-e0f4c0fe3716 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:54.543277 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cf2e0e4f-33e0-4e9f-8041-1da52c59cb8f req-f517261a-1e5e-4dd5-9063-e0f4c0fe3716 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1887898 Jan 25 18:49:54.599066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a69b13-87e1-49d3-95f7-8fd3fa27b056 req-c62bf651-6abd-49f8-9acc-25cacdfa97a8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:54.609058 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f0a69b13-87e1-49d3-95f7-8fd3fa27b056 req-c62bf651-6abd-49f8-9acc-25cacdfa97a8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.3205042 Jan 25 18:49:54.698994 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f0a69b13-87e1-49d3-95f7-8fd3fa27b056 req-2a9cb2f3-d3cc-49a2-a39e-80d73a2d34b0 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880833 Jan 25 18:49:54.787162 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cf2e0e4f-33e0-4e9f-8041-1da52c59cb8f req-922d0728-a2a2-4561-89b0-8d0d724aa962 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314448 Jan 25 18:49:54.810495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:54.825299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] For port 37467355-24bb-43e6-afe9-2351a5806921, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=37467355-24bb-43e6-afe9-2351a5806921,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:54.825777 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:54.874206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 37467355-24bb-43e6-afe9-2351a5806921, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=37467355-24bb-43e6-afe9-2351a5806921,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:54.876101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37467355-24bb-43e6-afe9-2351a5806921'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:54.883514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:54.888483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:55.018896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=37467355-24bb-43e6-afe9-2351a5806921,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:55.023985 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:55.229205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:55.229626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:55.230035 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Floating IP 72ee07b6-cbd1-474f-af4a-9e6821e7e985 disassociated. External IP: 172.28.2.210, port: 37467355-24bb-43e6-afe9-2351a5806921. Jan 25 18:49:55.230426 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Calling delete_port for 37467355-24bb-43e6-afe9-2351a5806921 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:49:55.236475 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-1b86a7c9-316e-4881-8b3c-9da4521def91 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3593168 Jan 25 18:49:55.272062 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fae2d-839f-4f6b-8004-993eae444c91 req-5fb259ec-cb5a-4d02-b62e-8d6b02652699 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:55.273809 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cb0fae2d-839f-4f6b-8004-993eae444c91 req-5fb259ec-cb5a-4d02-b62e-8d6b02652699 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 943 time: 0.3454616 Jan 25 18:49:55.279545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'floatingip': {'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:55.293128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:49:55.315897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Usage tracker for resource:floatingip and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:49:55.321185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:49:55.326932 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:49:55.327308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:49:55.330574 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:49:55.363135 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cb0fae2d-839f-4f6b-8004-993eae444c91 req-70792460-b8b2-4231-b639-a8910037ff06 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups?id=29fee3e2-86c7-4566-ba62-c1042b91fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720432 Jan 25 18:49:55.364112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for floatingip, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:55.436796 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37467355-24bb-43e6-afe9-2351a5806921', 'code': 200} Jan 25 18:49:55.520583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:55.811065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Allocated IP 172.28.2.91 (956aced2-6197-4901-880d-a7b35e089b5e/826e2c00-beec-47ce-aa0b-9ca3feb5b4d2/6b9c20e7-d06c-42ea-829a-b3393a6bbe69) {{(pid=80082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 18:49:55.828817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Deleting port 37467355-24bb-43e6-afe9-2351a5806921 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:49:55.829238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.052455 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for port, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.090622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540feba-56fb-4412-b4eb-6954747666e5 req-641d6a20-5407-47b2-84e4-bc36fd755d98 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:56.092310 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7540feba-56fb-4412-b4eb-6954747666e5 req-641d6a20-5407-47b2-84e4-bc36fd755d98 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1922615 Jan 25 18:49:56.130596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] For port 37467355-24bb-43e6-afe9-2351a5806921, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=37467355-24bb-43e6-afe9-2351a5806921,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:56.131007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.132016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c94542e-0e64-4c8f-8d80-bd74cb2e65d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.159932 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7540feba-56fb-4412-b4eb-6954747666e5 req-0146d051-da7d-420b-9573-311758beb70d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600209 Jan 25 18:49:56.168347 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755153767010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.186714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:56.346568 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'Port': ['ID=6b9c20e7-d06c-42ea-829a-b3393a6bbe69,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:56.365295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.365907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.366277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.366848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.367198 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.367715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.368186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.368647 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.369128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.369572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.370757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.371052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.371518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.371924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.372323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.372723 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.373127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.373524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.373948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.374345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.374742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.375148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.375536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.375931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.392841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:56.450558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Network 956aced2-6197-4901-880d-a7b35e089b5e is already hosted by enough agents. {{(pid=80082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 18:49:56.452016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources bound (agent type, host, resource id): {{(pid=80082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 18:49:56.455041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Received port after_create {{(pid=80082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 18:49:56.470865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:49:56.579992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for floatingip, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.633898 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.634195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.634448 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Floating IP 72ee07b6-cbd1-474f-af4a-9e6821e7e985 disassociated. External IP: 172.28.2.210, port: 37467355-24bb-43e6-afe9-2351a5806921. Jan 25 18:49:56.634765 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Calling delete_port for 37467355-24bb-43e6-afe9-2351a5806921 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:49:56.638149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.681623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.683603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 36f19b2e-3cba-47a2-84a2-48855f25d043, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=36f19b2e-3cba-47a2-84a2-48855f25d043,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:49:56.688539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.693922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:56.821016 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:56.826680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:56.834586 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:56.840907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e4ba45bc-4502-459d-af7f-ac262751211d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:56.894895 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event deleted for resources: {'Port': ['ID=37467355-24bb-43e6-afe9-2351a5806921,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:56.965104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.965104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.965725 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.966235 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.967218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.967218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.967730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.968224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.968745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.969229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.969724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.970201 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.970740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.971207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.971669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.972136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.972591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.973054 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.973514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.974012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.974988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.974988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.975324 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.975779 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:49:56.984773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:57.061808 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-40757c03-85d4-4755-bc38-6a880e83b08b req-9a206c3c-0742-485b-a9d1-017760d7e618 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0628123 Jan 25 18:49:57.103772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:57.126970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:57.148457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:49:57.438037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:57.544731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:49:57.553106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'Port': ['ID=6b9c20e7-d06c-42ea-829a-b3393a6bbe69,revision_number=2']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:49:57.560094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:49:57.700129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:57.731365 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:57.732926 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4579670 Jan 25 18:49:57.778248 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'code': 422} returned with failed status Jan 25 18:49:57.843266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fe470072-dc98-413d-88b4-bb2aa79a41da tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:floatingip {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:49:57.863093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:49:57.865220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fe470072-dc98-413d-88b4-bb2aa79a41da tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:floatingip {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:49:57.866928 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-fe470072-dc98-413d-88b4-bb2aa79a41da tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.91 HTTP/1.1" status: 200 len: 695 time: 0.1275003 Jan 25 18:49:57.874749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:49:57.893749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:49:57.894456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:49:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:57.906107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] No DVR routers for this DVR port 37467355-24bb-43e6-afe9-2351a5806921 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:49:57.908653 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:57.911633 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'name': 'network-vif-deleted', 'tag': '37467355-24bb-43e6-afe9-2351a5806921'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:49:57.931225 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c1ebc1d8-4f4c-4efd-995b-b65c2e750024 req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.18 "DELETE /v2.0/ports/37467355-24bb-43e6-afe9-2351a5806921 HTTP/1.1" status: 204 len: 173 time: 3.5700252 Jan 25 18:49:58.193242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-1aadf655-3c85-4fcb-8a72-f9fdceaa21d9 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:58.195110 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-1aadf655-3c85-4fcb-8a72-f9fdceaa21d9 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 784 time: 0.3098602 Jan 25 18:49:58.210174 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0', 'name': 'network-vif-deleted', 'tag': '37467355-24bb-43e6-afe9-2351a5806921', 'status': 'completed', 'code': 200} Jan 25 18:49:58.223879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-b1a1579a-1411-40be-95a2-ba193dd9cebf tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:49:58.235459 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4e0dc8cc-1886-48ec-9157-11661872bf2c req-b1a1579a-1411-40be-95a2-ba193dd9cebf tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0309289 Jan 25 18:49:58.236134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:49:58.422349 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-67502a42-a842-4c1e-ab0e-aeffff785cc6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421075 Jan 25 18:49:58.443776 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-85eac5f3-6044-45ea-a1db-2ff5cc3d8066 req-272a8a32-3dba-469e-aacc-87da7655571c tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/ports?device_id=c0d5bb19-e420-4dd2-a3a9-b4c367ec6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0893197 Jan 25 18:49:58.633419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59de6a-63cd-443b-bfd8-38e10dca24ed req-9333b308-1ef6-48ad-9eab-b1425dafbdc2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:58.635466 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a59de6a-63cd-443b-bfd8-38e10dca24ed req-9333b308-1ef6-48ad-9eab-b1425dafbdc2 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1842091 Jan 25 18:49:58.779927 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1a59de6a-63cd-443b-bfd8-38e10dca24ed req-54a1dc16-a896-42ea-9454-afab21d7a8fc tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033082 Jan 25 18:49:58.798782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:58.803978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:49:58.814395 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:49:58.815074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:49:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:58.849261 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-929b93fc-5dff-4949-b964-6f7d016929b1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:58.851094 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-929b93fc-5dff-4949-b964-6f7d016929b1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2143672 Jan 25 18:49:58.950683 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-73c6de70-8895-4030-8705-71cc1eb79383 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0914733 Jan 25 18:49:58.963402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'floatingip': {'port_id': '6655c772-1a90-4849-b443-24e8778a7b44', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:49:59.023289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:49:59.060856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for floatingip, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:59.098913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-5204f389-e537-413f-b0ca-ff37b52d8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:59.101377 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-5204f389-e537-413f-b0ca-ff37b52d8184 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962&tenant_id=95f723e945784225b5328e0a0fba8885 HTTP/1.1" status: 200 len: 1161 time: 0.0867085 Jan 25 18:49:59.124976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-797dc3fb-5cad-4861-9432-1b64bac73867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:59.188514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:59.214858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-25a27d56-5e38-4108-a888-6693d0056958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:59.216413 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-25a27d56-5e38-4108-a888-6693d0056958 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f723e945784225b5328e0a0fba8885&device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1161 time: 0.0816667 Jan 25 18:49:59.366488 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-8a8b9e47-d4d9-45b2-af5d-093f174dcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:59.368083 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-8a8b9e47-d4d9-45b2-af5d-093f174dcf84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 200 len: 910 time: 0.1448667 Jan 25 18:49:59.411675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:49:59.416143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17004-d4bb-4690-8962-dbb203b99a9b None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'ed280889-dacc-4bb6-a4a9-2ba38b08fcb9', 'name': '', 'network_id': 'a862549d-eb32-4dba-8009-7741e340eedc', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'mac_address': 'fa:16:3e:a2:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:05Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'subnets': [{'id': '5b942efe-b294-4684-a4ce-9432a737ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:49:59.510669 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-863e7f7a-4970-45a0-a6af-6cdb133119ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 200 len: 1000 time: 0.1346037 Jan 25 18:49:59.595635 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-d825f50b-7630-4231-aa69-17208234464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:59.597355 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-d825f50b-7630-4231-aa69-17208234464d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 200 len: 855 time: 0.0797379 Jan 25 18:49:59.637519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57282) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:49:59.706315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-b4fd65a7-0f00-42fa-b5b9-0a34a897cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:49:59.708095 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-b4fd65a7-0f00-42fa-b5b9-0a34a897cab1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040795 Jan 25 18:49:59.758907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:59.895671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:59.909820 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-73e10f6a-e6be-4035-9e85-f7692c6c1767 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934354 Jan 25 18:49:59.958401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for floatingip, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:49:59.966736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.012346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf273b49-1d4f-4436-a080-1fd52a00e8c8 None None] New status for floating IP 72ee07b6-cbd1-474f-af4a-9e6821e7e985: DOWN {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:50:00.083167 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ca40373b-3bb8-4cb1-b134-ed6e7634d3ef req-c5fe769f-69e0-444d-a722-a58263d26ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1653788 Jan 25 18:50:00.243978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.265270 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf0d72e7-ec22-4390-ae01-2f8c0f15e47a tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:00.298147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fee3e2-86c7-4566-ba62-c1042b91fe5c,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:00.301081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:00.344181 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1118-b719-4c24-9bcf-b17805a303c4 req-ab3a87a0-62e7-41ac-9693-a70bef4ee068 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:00.345922 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8dbd1118-b719-4c24-9bcf-b17805a303c4 req-ab3a87a0-62e7-41ac-9693-a70bef4ee068 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.3059187 Jan 25 18:50:00.351253 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Floating IP 251b5fcf-b2b5-45a0-96b5-73c6033a9b86 associated. External IP: 172.28.2.91, port: 6655c772-1a90-4849-b443-24e8778a7b44. Jan 25 18:50:00.358419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.436833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.438008 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "DELETE /v2.0/security-groups/29fee3e2-86c7-4566-ba62-c1042b91fe5c HTTP/1.1" status: 204 len: 168 time: 0.7993882 Jan 25 18:50:00.441099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57292) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:00.459883 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.v2.resource [None req-a93c423e-9cb3-4981-ba5c-8fb4d5f73e8e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] show failed (client error): The resource could not be found. Jan 25 18:50:00.460971 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a93c423e-9cb3-4981-ba5c-8fb4d5f73e8e tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "GET /v2.0/security-groups/29fee3e2-86c7-4566-ba62-c1042b91fe5c HTTP/1.1" status: 404 len: 347 time: 0.0187383 Jan 25 18:50:00.464061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57296) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:00.556521 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8dbd1118-b719-4c24-9bcf-b17805a303c4 req-942e83b0-14f4-4151-932b-0a4b10ce83db tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486249 Jan 25 18:50:00.574284 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.652988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Deleting port db30cca5-fb59-494e-91fd-873c04b67dc0 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:00.653380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.817995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Router b5fd509c-5ed9-4687-ab7e-1e2344f34421 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:50:00.857503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:00.858133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:01.017427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Calling delete_port for db30cca5-fb59-494e-91fd-873c04b67dc0 owned by network:floatingip {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:01.298147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:01.323051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7dae198-2e97-497b-94cf-52f5e34d18ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:01.360766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:50:01.365413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:01.376940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] Sync routers for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:50:01.391166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Pushing event deleted for resources: {'Port': ['ID=db30cca5-fb59-494e-91fd-873c04b67dc0,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:01.396660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:50:01.402123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:49:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:01.502615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:01.533689 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-8772f3ce-fb11-406f-b939-3241fad425ce tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "PUT /v2.0/floatingips/251b5fcf-b2b5-45a0-96b5-73c6033a9b86 HTTP/1.1" status: 200 len: 996 time: 2.5752437 Jan 25 18:50:01.771099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:01.905462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks [] for floatingip, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:01.944029 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:01.952735 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] 10.222.0.81 "DELETE /v2.0/floatingips/72ee07b6-cbd1-474f-af4a-9e6821e7e985 HTTP/1.1" status: 204 len: 168 time: 1.4875946 Jan 25 18:50:02.032677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:50:02.038980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-3eb0dbaa-4860-4acd-ac4a-ea3cba520333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:02.062587 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-3eb0dbaa-4860-4acd-ac4a-ea3cba520333 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1163 time: 0.5218015 Jan 25 18:50:02.717538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '251b5fcf-b2b5-45a0-96b5-73c6033a9b86', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'port_id': '6655c772-1a90-4849-b443-24e8778a7b44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'mac_address': 'fa:16:3e:72:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:49:56Z', 'updated_at': '2021-01-25T18:49:59Z', 'revision_number': 1, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:17Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:02.722853 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] Checking router: b5fd509c-5ed9-4687-ab7e-1e2344f34421 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:50:02.734820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:50:02.735512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:49:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:02.752860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5769965-3978-4aae-a371-079d86c1a1a1 req-9c84e905-ae5e-4fe2-9aa5-a7616c420ace tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:02.762071 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5769965-3978-4aae-a371-079d86c1a1a1 req-9c84e905-ae5e-4fe2-9aa5-a7616c420ace tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.5919900 Jan 25 18:50:02.790205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-26ee6e3b-6abb-47c6-93c4-4495214d812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:02.800581 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-26ee6e3b-6abb-47c6-93c4-4495214d812d service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.7366846 Jan 25 18:50:02.958441 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e5769965-3978-4aae-a371-079d86c1a1a1 req-c704e4f7-ef39-4eae-988a-f81872944760 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946590 Jan 25 18:50:03.016668 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-c8026527-8ab1-44dc-9be6-bace00555362 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 999 time: 0.2143080 Jan 25 18:50:03.191222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-afb8caa3-0935-4b29-93af-deb7bf922c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:03.207531 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-afb8caa3-0935-4b29-93af-deb7bf922c0b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.1872573 Jan 25 18:50:03.302244 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'status': 'completed', 'code': 200} Jan 25 18:50:03.343444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:50:03.389184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-fdc66847-fdfa-42fd-b91f-cf550eeb6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:03.392069 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-fdc66847-fdfa-42fd-b91f-cf550eeb6fb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1770277 Jan 25 18:50:03.410043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-7ddb612c-e2c9-4a18-9e7e-87127f4f7cd4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:50:03.411760 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-7ddb612c-e2c9-4a18-9e7e-87127f4f7cd4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0121760 Jan 25 18:50:03.655415 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-6cd93a2e-7232-426f-b30d-185047a186fa service neutron] 10.222.0.81 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341225 Jan 25 18:50:03.876739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '251b5fcf-b2b5-45a0-96b5-73c6033a9b86', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'port_id': '6655c772-1a90-4849-b443-24e8778a7b44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'mac_address': 'fa:16:3e:72:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:49:56Z', 'updated_at': '2021-01-25T18:49:59Z', 'revision_number': 1, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:17Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:03.882293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a644f5-0a95-47ef-8358-f3f65d638dd2 None None] The sync data for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb is: [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_floatingips': [{'id': '251b5fcf-b2b5-45a0-96b5-73c6033a9b86', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'router_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'port_id': '6655c772-1a90-4849-b443-24e8778a7b44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'mac_address': 'fa:16:3e:72:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:49:56Z', 'updated_at': '2021-01-25T18:49:59Z', 'revision_number': 1, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:17Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:50:03.969808 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ba78afad-aa22-463e-8cf0-0c0902f2de2c req-e7fdfe08-8e8c-4514-a5eb-2d4b4de8114a service neutron] 10.222.0.81 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3131018 Jan 25 18:50:04.063854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1733597692', 'description': 'tempest-TestMinimumBasicScenario-1733597692 description'}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:04.092519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:04.123679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:04.135233 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.175462 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:04.181731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Usage tracker for resource:security_group_rule and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:04.186277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:04.193406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:04.374297 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.380388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.392699 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f57c16-7dc8-4ccf-a279-7c80542c4f29 None None] New status for floating IP 251b5fcf-b2b5-45a0-96b5-73c6033a9b86: ACTIVE {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:50:04.399247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a1ddebe8-a800-4e29-aa02-74a87715f930 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:04.458772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4137d-33fe-4299-a898-715c47325bb9 req-d4b83a89-c93d-4b5c-83e9-0eaa8cfaa4f9 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:04.460755 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9dc4137d-33fe-4299-a898-715c47325bb9 req-d4b83a89-c93d-4b5c-83e9-0eaa8cfaa4f9 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.2685988 Jan 25 18:50:04.538447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'SecurityGroup': ['ID=1231b8be-b575-4285-a0ef-9f410261c1a8,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:04.554057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:04.598157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.599519 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1d721af9-e5d3-4b55-aefd-ff1f2eaceadb req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5565319 Jan 25 18:50:04.623324 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9dc4137d-33fe-4299-a898-715c47325bb9 req-d6afb583-e298-45d4-b9e7-a10141849316 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432605 Jan 25 18:50:04.733931 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-c8d6deff-83c8-4a25-a2c4-969b4bea31d3 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups/1231b8be-b575-4285-a0ef-9f410261c1a8 HTTP/1.1" status: 200 len: 1814 time: 0.0735300 Jan 25 18:50:04.745428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1231b8be-b575-4285-a0ef-9f410261c1a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:04.745846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1231b8be-b575-4285-a0ef-9f410261c1a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:04.758241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:04.762933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Usage tracker for resource:security_group_rule and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:04.766239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:04.772388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:04.841564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.875293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.878263 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.880514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-95a68a57-9fb8-411c-b19d-ab77ac82dd3a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:04.903971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52912a01-ed6b-49be-beb3-d8106537c964,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:04.910024 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:04.919515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:04.920846 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-aa5e857b-1568-484d-8bdc-fbdc5766639d req-864ebd6c-6513-4e51-8f2b-1c41ff0c9077 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1803463 Jan 25 18:50:05.033738 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-c8ce6cc1-29d2-42a0-a42a-e908717bd267 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups/1231b8be-b575-4285-a0ef-9f410261c1a8 HTTP/1.1" status: 200 len: 2407 time: 0.0771565 Jan 25 18:50:05.045434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1231b8be-b575-4285-a0ef-9f410261c1a8', 'remote_group_id': None}]} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:05.045874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1231b8be-b575-4285-a0ef-9f410261c1a8', 'remote_group_id': None}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:05.058508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:05.072566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Usage tracker for resource:security_group_rule and tenant:d6fa7738916a4bd6800b03890d3c08ff is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:05.076666 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:05.082992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:05.147543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group_rule, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:05.170875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:05.181292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:05.185731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025008'] for security_group_rule, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:05.187968 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4ba8fc65-0999-489e-b08b-32d36d35c876 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:05.212165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3883f7e9-262d-4bc9-ae00-3cd1d2bab698,revision_number=0']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:05.216961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:05.225845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group_rule, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:05.227290 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ff0db429-88a8-4413-a5b1-1ba5f73fdae8 req-e2e24b08-52ee-4cd4-89a0-d4bdfcd22bf4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1878636 Jan 25 18:50:05.442921 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-0a2771a9-306d-45c8-9464-56ee117b1e14 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:50:05.459216 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-0a2771a9-306d-45c8-9464-56ee117b1e14 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:50:05.460557 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-0a2771a9-306d-45c8-9464-56ee117b1e14 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1733597692&fields=id&tenant_id=d6fa7738916a4bd6800b03890d3c08ff HTTP/1.1" status: 200 len: 267 time: 0.0740418 Jan 25 18:50:05.620415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-86417f44-036e-4763-abc0-7ce0cae96cab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:05.626243 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-86417f44-036e-4763-abc0-7ce0cae96cab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1558611 Jan 25 18:50:05.636611 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'port': {'security_groups': ['b573985e-9650-4fd6-bf48-acf725cfcd2a', '1231b8be-b575-4285-a0ef-9f410261c1a8']}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:05.808622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:06.112766 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417612e-a370-4b6f-a80c-865dca7c4b6c req-d387cbaa-f1de-491d-90b0-5ae8a052c783 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:06.114413 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3417612e-a370-4b6f-a80c-865dca7c4b6c req-d387cbaa-f1de-491d-90b0-5ae8a052c783 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.2559185 Jan 25 18:50:06.202522 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3417612e-a370-4b6f-a80c-865dca7c4b6c req-b61714c5-2d83-4422-9aff-688151fc91a5 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763938 Jan 25 18:50:06.357221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] For port 6655c772-1a90-4849-b443-24e8778a7b44, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6655c772-1a90-4849-b443-24e8778a7b44,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:06.387209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:06.391376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:06.409118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:06.574051 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=5']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:06.579865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:06.661251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:06.662239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:06.664048 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-a07f3d57-b221-4f59-90aa-8989d373b723 req-46f21ec0-5023-4261-b8e1-90a6d98c70d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "PUT /v2.0/ports/6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 982 time: 1.0331714 Jan 25 18:50:06.664917 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:06.848559 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'status': 'completed', 'code': 200} Jan 25 18:50:07.062814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57400) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:07.083197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df594b-3f6f-468b-b762-2341aa43b90f req-026b4f17-f252-48e1-a097-ee89dcb921d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:07.083543 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-2089b6cb-f10b-4505-875d-d4de70520aef None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:50:07.084283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2089b6cb-f10b-4505-875d-d4de70520aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:07.084898 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45df594b-3f6f-468b-b762-2341aa43b90f req-026b4f17-f252-48e1-a097-ee89dcb921d6 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1757598 Jan 25 18:50:07.163851 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-45df594b-3f6f-468b-b762-2341aa43b90f req-47e9bbc9-1c9b-42f0-9697-dfd98497ac1c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0700767 Jan 25 18:50:07.512354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80d472-56e4-4f9e-a61e-5e74a58ef06d req-d1ec4502-a2ba-4cec-9a20-765bf5001723 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:07.514185 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee80d472-56e4-4f9e-a61e-5e74a58ef06d req-d1ec4502-a2ba-4cec-9a20-765bf5001723 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1455963 Jan 25 18:50:07.582107 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ee80d472-56e4-4f9e-a61e-5e74a58ef06d req-c6057e87-b120-4080-9804-f5e553521005 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607789 Jan 25 18:50:07.596035 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:50:08.106960 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853759133'] for router_interface, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:08.551001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Deleting port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:08.551732 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:08.830175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] For port ed280889-dacc-4bb6-a4a9-2ba38b08fcb9, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:08.830567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:08.958099 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194de67-7aef-40b2-b3a9-70d52f254938 req-074eb78f-52e1-4113-ae17-b75fa8196c31 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:08.960965 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d194de67-7aef-40b2-b3a9-70d52f254938 req-074eb78f-52e1-4113-ae17-b75fa8196c31 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1391170 Jan 25 18:50:08.987957 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Calling delete_port for ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 owned by network:router_interface {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:09.040518 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d194de67-7aef-40b2-b3a9-70d52f254938 req-dd2f9aac-cb20-4be4-ae58-90c633d58185 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733368 Jan 25 18:50:09.058506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:50:09.172350 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:50:09.172800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:09.355257 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:09.375569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d386cf74-1d07-44d4-8897-699432b813f9 tempest-VolumesSnapshotTestJSON-564440616 tempest-VolumesSnapshotTestJSON-564440616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:09.477684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed280889-dacc-4bb6-a4a9-2ba38b08fcb9,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:09.484093 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:09.863671 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962000'] for router_interface, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:10.374388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052560-4278-4e54-8348-dd449b7f84ae req-e8ad60d9-0ff6-4e40-a929-9408cf92adc6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:10.376027 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0b052560-4278-4e54-8348-dd449b7f84ae req-e8ad60d9-0ff6-4e40-a929-9408cf92adc6 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1353774 Jan 25 18:50:10.441222 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0b052560-4278-4e54-8348-dd449b7f84ae req-731db626-07d3-4b8a-bf52-9cba4b55b13f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561628 Jan 25 18:50:10.458444 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Router f3db37af-14c1-407f-8eeb-a7b3c268d21e has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:50:10.930133 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:50:10.947741 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ce757c15-6240-43bf-8dc3-ed65d0bcbdd7 admin admin] 10.222.0.81 "PUT /v2.0/routers/f3db37af-14c1-407f-8eeb-a7b3c268d21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8836174 Jan 25 18:50:10.950689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57444) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:10.954172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] Sync routers for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:50:10.966473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:50:10.967252 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:49:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:11.212262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:50:11.226764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks [] for router, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:11.647558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:50:09Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:11.653225 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] Checking router: f3db37af-14c1-407f-8eeb-a7b3c268d21e for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:50:11.670922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] Routers {'f3db37af-14c1-407f-8eeb-a7b3c268d21e'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:50:11.671920 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:49:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:11.763867 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:11.769720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Deleting port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:11.770205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:11.925186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] Set router f3db37af-14c1-407f-8eeb-a7b3c268d21e gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:50:12.031283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] For port 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=2ca1b5a5-7ed9-4804-8b07-8c555b7303ac,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:12.031841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.180843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Calling delete_port for 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac owned by network:router_gateway {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:12.258816 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:50:09Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:12.264092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3893e-25c7-44a8-892c-a6caa1d587dc None None] The sync data for ids ['f3db37af-14c1-407f-8eeb-a7b3c268d21e'] in dv-cinder-772388-1-smb is: [{'id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'name': 'tempest-AttachVolumeTestJSON-1286902555-router', 'tenant_id': 'd1f208196f3c45998ec2b30f5d32795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:46Z', 'updated_at': '2021-01-25T18:50:09Z', 'revision_number': 5, 'project_id': 'd1f208196f3c45998ec2b30f5d32795d', 'gw_port': {'id': '2ca1b5a5-7ed9-4804-8b07-8c555b7303ac', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db37af-14c1-407f-8eeb-a7b3c268d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:49Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:50:12.264593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61af42a-5fb2-4f35-885e-d2a45bf5827e req-c64db62b-2842-4d88-b289-bd07bfd984ad tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:12.266239 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e61af42a-5fb2-4f35-885e-d2a45bf5827e req-c64db62b-2842-4d88-b289-bd07bfd984ad tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.3254502 Jan 25 18:50:12.347714 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e61af42a-5fb2-4f35-885e-d2a45bf5827e req-a8f0d22d-098c-450c-bf4d-0cec1c163774 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729549 Jan 25 18:50:12.423790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.632210 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959080'] for router_gateway, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.797940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3590'] for router, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.800221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.818670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-041685bb-6db0-4d02-8797-f225687adfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:12.820490 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-041685bb-6db0-4d02-8797-f225687adfb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1203 time: 0.1061263 Jan 25 18:50:12.830121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853810743'] for router, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.830685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3db37af-14c1-407f-8eeb-a7b3c268d21e {{(pid=80082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 18:50:12.844812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.848040 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-252fb44f-5986-49e1-8e2b-fb4e06940643 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f3db37af-14c1-407f-8eeb-a7b3c268d21e HTTP/1.1" status: 204 len: 168 time: 1.8942814 Jan 25 18:50:12.848935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57466) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:12.924715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Deleting subnet 5b942efe-b294-4684-a4ce-9432a737ef16 {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:50:12.928159 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:12.980842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-c5bcd06e-2c24-4226-bd9a-256124237316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:12.982454 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-c5bcd06e-2c24-4226-bd9a-256124237316 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.1530099 Jan 25 18:50:12.984640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:13.109404 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-a1d7c26f-287f-427b-b316-8bbec2b40552 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 1001 time: 0.1187611 Jan 25 18:50:13.131613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:13.199778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-a3119e62-1bbf-4fbd-87af-6e9549f84e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:13.202408 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-a3119e62-1bbf-4fbd-87af-6e9549f84e0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0812113 Jan 25 18:50:13.288260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-73f05564-5ad8-40bb-9754-ede5af5f4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:13.290044 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-73f05564-5ad8-40bb-9754-ede5af5f4a56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804517 Jan 25 18:50:13.415649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:13.432659 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8fd24ebe-d9b6-4958-a9bd-51107c412afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:13.443338 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-0773a35d-a037-4d28-a4e0-1f3dae82455f service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452470 Jan 25 18:50:13.522301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b942efe-b294-4684-a4ce-9432a737ef16,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:13.532810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:13.542175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:50:13.582371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:50:13.582371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ed280889-dacc-4bb6-a4a9-2ba38b08fcb9 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:50:13.582371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:50:13.609190 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-12cdd1cb-c9db-42ce-abe2-5a7faa3eff59 req-e17357d8-49ea-4df1-a3f2-31c26fbf0b69 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1586678 Jan 25 18:50:13.624934 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:50:13.625416 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2ca1b5a5-7ed9-4804-8b07-8c555b7303ac not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:50:13.631539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:13.637353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb4082-86cf-48c1-a3d1-46f438cd67ab None None] Network a862549d-eb32-4dba-8009-7741e340eedc requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:50:13.647366 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9a50ee61-5765-4905-bc8b-daa8c7b4c7bd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b942efe-b294-4684-a4ce-9432a737ef16 HTTP/1.1" status: 204 len: 168 time: 0.7973216 Jan 25 18:50:13.650298 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57476) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:13.655504 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57480) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:13.707121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce330bc2-3de2-473e-a643-9c691f8192b6 req-cad0378d-b39f-4048-9f1a-8c31a924974c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:13.708750 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ce330bc2-3de2-473e-a643-9c691f8192b6 req-cad0378d-b39f-4048-9f1a-8c31a924974c tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1841586 Jan 25 18:50:13.785119 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ce330bc2-3de2-473e-a643-9c691f8192b6 req-991a8b0f-6af8-415f-a366-a02702a3b8ac tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690801 Jan 25 18:50:13.911338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Deleting subnet e72f1789-2e21-46b8-b8fb-7c76286a6c8a {{(pid=80081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:50:13.920264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:13.923195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] DHCP port deletion for a862549d-eb32-4dba-8009-7741e340eedc request from dv-cinder-772388-1-smb {{(pid=80083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 18:50:13.927511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Deleting port d3e418ad-aa5e-42be-8214-5e0fcb54d280 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:13.927975 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:13.976381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.052879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754294b-7c6f-4fde-9fca-6588432575be req-59ac2035-f597-4a93-9774-71790912393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:14.054556 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-59ac2035-f597-4a93-9774-71790912393e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1203 time: 0.3308787 Jan 25 18:50:14.058050 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Deleting port d3e418ad-aa5e-42be-8214-5e0fcb54d280 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:14.058433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.093454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10884243'] for subnet, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.170886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] For port d3e418ad-aa5e-42be-8214-5e0fcb54d280, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d3e418ad-aa5e-42be-8214-5e0fcb54d280,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:14.171442 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.305166 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.308919 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Calling delete_port for d3e418ad-aa5e-42be-8214-5e0fcb54d280 owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:14.558976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754294b-7c6f-4fde-9fca-6588432575be req-6185a848-b2fc-4a1b-a495-e662cbefe3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:14.560537 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-6185a848-b2fc-4a1b-a495-e662cbefe3d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.4391437 Jan 25 18:50:14.626331 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.642827 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:14.711992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] For port d3e418ad-aa5e-42be-8214-5e0fcb54d280, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d3e418ad-aa5e-42be-8214-5e0fcb54d280,segment=NetworkSegment(93b568f1-5d13-470c-9ef6-2f6a9057f985),segment_id=93b568f1-5d13-470c-9ef6-2f6a9057f985)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:14.712397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:14.739924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Pushing event deleted for resources: {'Port': ['ID=d3e418ad-aa5e-42be-8214-5e0fcb54d280,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:14.762772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.763134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.763523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.763901 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.764274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.764646 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.765013 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.765380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.765788 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.766157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.766523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.766886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.767305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.767680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.768031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.768392 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.768752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.769115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.769478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.769863 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.770227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.770603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.770954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.771313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:14.775267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:14.807573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f423d-d364-4305-8016-35ea7247bac2 None None] No DVR routers for this DVR port d3e418ad-aa5e-42be-8214-5e0fcb54d280 on host dv-cinder-772388-1-smb {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:50:14.875794 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Calling delete_port for d3e418ad-aa5e-42be-8214-5e0fcb54d280 owned by network:dhcp {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:14.918493 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-36a32957-69a2-4988-81ee-a48728e7fa01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 1001 time: 0.3361323 Jan 25 18:50:15.049578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a8b0-ca94-4611-9669-88e83309b268 req-189e9f2b-1a2a-4341-a143-8d299d388ce8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:15.051304 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7b51a8b0-ca94-4611-9669-88e83309b268 req-189e9f2b-1a2a-4341-a143-8d299d388ce8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 944 time: 0.1153183 Jan 25 18:50:15.112017 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7b51a8b0-ca94-4611-9669-88e83309b268 req-0a8a422c-5c1c-424e-836b-8e5d8af6cd93 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530360 Jan 25 18:50:15.234615 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:50:15.311494 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 36f19b2e-3cba-47a2-84a2-48855f25d043 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:50:15.311910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.332573 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754294b-7c6f-4fde-9fca-6588432575be req-192a10d3-bc88-4d07-a260-d5138e5de8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:15.334204 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-192a10d3-bc88-4d07-a260-d5138e5de8bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.3936644 Jan 25 18:50:15.334835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:50:15.335196 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:50:15.402217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11732459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10830498'] for subnet, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.421773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:15.452864 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.492824 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:15.502631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 36f19b2e-3cba-47a2-84a2-48855f25d043, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=36f19b2e-3cba-47a2-84a2-48855f25d043,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:15.505824 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.507904 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b51aed80-b91e-49c1-808b-a1667afa8035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:15.522772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72f1789-2e21-46b8-b8fb-7c76286a6c8a,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:15.537717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:15.556461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d3e418ad-aa5e-42be-8214-5e0fcb54d280 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:50:15.577160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754294b-7c6f-4fde-9fca-6588432575be req-7dd1707e-6e51-47ce-9cfe-60280f21d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:15.578831 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-7dd1707e-6e51-47ce-9cfe-60280f21d080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2355280 Jan 25 18:50:15.583541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.601738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: d3e418ad-aa5e-42be-8214-5e0fcb54d280 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:50:15.602135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d3e418ad-aa5e-42be-8214-5e0fcb54d280 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:50:15.604756 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'code': 200} Jan 25 18:50:15.628848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=6']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:15.632303 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:15.675231 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d300811f-0898-470e-baa2-140535dcc573 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e72f1789-2e21-46b8-b8fb-7c76286a6c8a HTTP/1.1" status: 204 len: 168 time: 2.0185876 Jan 25 18:50:15.677883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57488) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:15.746027 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-d49f8e9c-857f-41d8-8c7e-dce2d86b0aa9 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581759 Jan 25 18:50:15.817927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.840218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Deleting port d3e418ad-aa5e-42be-8214-5e0fcb54d280 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:15.840607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:15.981587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] The port 'd3e418ad-aa5e-42be-8214-5e0fcb54d280' was deleted {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 18:50:16.030319 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.147101 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-3754294b-7c6f-4fde-9fca-6588432575be req-0ad1bdc4-7ade-45b5-8bf4-d7d0306227d4 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3939922 Jan 25 18:50:16.163776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d4733e-778b-48f7-8af8-dd357e1c8f64']}} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:16.174728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.180893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4562cfab-b452-4c3d-81b8-26775b796749') {'for_net_delete': True} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:16.181267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4562cfab-b452-4c3d-81b8-26775b796749') {} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:16.192234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a8857-4fec-4a62-b8c0-297888263610 req-66adcc85-1dc5-45fd-bb08-282d8763860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:16.193995 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d0a8857-4fec-4a62-b8c0-297888263610 req-66adcc85-1dc5-45fd-bb08-282d8763860b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 1163 time: 0.3273256 Jan 25 18:50:16.198161 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843858029'] for segment, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.218596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.220702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:50:16.331782 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9d0a8857-4fec-4a62-b8c0-297888263610 req-b75e8b47-766a-41b8-9efc-720869f4282a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861187 Jan 25 18:50:16.338178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a862549d-eb32-4dba-8009-7741e340eedc']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:16.351847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b568f1-5d13-470c-9ef6-2f6a9057f985') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:16.352196 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b568f1-5d13-470c-9ef6-2f6a9057f985') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:16.365496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.381338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.383440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:50:16.477689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:50:16.488964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853038189'] for segment, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.572908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Network a862549d-eb32-4dba-8009-7741e340eedc has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:50:16.582467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.640755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34939-72cd-4687-9358-2ba3e6754961 req-9b5166cb-e12e-474e-85ba-86b0d0041bea tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:16.642431 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1dd34939-72cd-4687-9358-2ba3e6754961 req-9b5166cb-e12e-474e-85ba-86b0d0041bea tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.3346274 Jan 25 18:50:16.774774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Network a862549d-eb32-4dba-8009-7741e340eedc has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:50:16.803086 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:50:16.857299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:50:16.902187 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.906649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:16.929733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.934244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a862549d-eb32-4dba-8009-7741e340eedc,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:16.939237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 36f19b2e-3cba-47a2-84a2-48855f25d043 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:50:16.939665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:16.941214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:16.950745 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3636d423-31b4-4b35-9ba6-c152df09a9fc admin admin] 10.222.0.81 "DELETE /v2.0/networks/a862549d-eb32-4dba-8009-7741e340eedc HTTP/1.1" status: 204 len: 168 time: 3.2988834 Jan 25 18:50:17.018333 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Network 50d4733e-778b-48f7-8af8-dd357e1c8f64 has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:50:17.045926 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:50:17.060539 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-1dd34939-72cd-4687-9358-2ba3e6754961 req-fc4fab68-b586-41bd-9d65-2ae82ded0170 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667033 Jan 25 18:50:17.109841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57496) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:17.147077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.151885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ca6f1ca0-06a7-4fa3-8195-e8424f83564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:17.165018 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-aa4edf9e-52a2-4a99-b9df-ff0a79a0d2f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1f208196f3c45998ec2b30f5d32795d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535140 Jan 25 18:50:17.167865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57500) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:17.169871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.184143 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d4733e-778b-48f7-8af8-dd357e1c8f64,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:17.187753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:17.192871 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9708a68d-0e21-48c8-a39e-083610d34a75 admin admin] 10.222.0.81 "DELETE /v2.0/networks/50d4733e-778b-48f7-8af8-dd357e1c8f64 HTTP/1.1" status: 204 len: 168 time: 1.5136151 Jan 25 18:50:17.243941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.274922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.327825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.333058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05bdd418-57fe-451d-bda1-e49dbaae0f7d tempest-VolumesNegativeTest-1494268950 tempest-VolumesNegativeTest-1494268950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:17.347178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0202a1be-1e93-40c4-b3a8-eb591b0443e1,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:17.352774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:17.354987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.357132 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0202a1be-1e93-40c4-b3a8-eb591b0443e1 HTTP/1.1" status: 204 len: 168 time: 0.1877408 Jan 25 18:50:17.430778 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57508) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:17.490182 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2801ef0d-d11a-4287-b2e0-ea02bda82c91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2db516c008e147c9858d78eb4f31be71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551071 Jan 25 18:50:17.490613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57512) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:17.559955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.590991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.643829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.649761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-159a6caa-9dc8-4f67-92ab-b98a471e902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:17.665800 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8363d99-0657-4159-ad60-86b1f3669674,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:17.668607 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:17.679221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:17.680458 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8363d99-0657-4159-ad60-86b1f3669674 HTTP/1.1" status: 204 len: 168 time: 0.1888456 Jan 25 18:50:18.367609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac917-e4b4-44b2-973d-aa5cb6c2b51e req-09435ece-5f0c-417b-99d8-9ef70423538d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:18.369199 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bf9ac917-e4b4-44b2-973d-aa5cb6c2b51e req-09435ece-5f0c-417b-99d8-9ef70423538d tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1250386 Jan 25 18:50:18.438116 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bf9ac917-e4b4-44b2-973d-aa5cb6c2b51e req-040f2e2a-a5f8-449c-be95-17d200d11856 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570364 Jan 25 18:50:19.736231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8395a-370f-42cc-9227-ab19736c8275 req-715976f5-b202-403a-873a-264771fd13b9 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:19.738256 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3c8395a-370f-42cc-9227-ab19736c8275 req-715976f5-b202-403a-873a-264771fd13b9 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1432130 Jan 25 18:50:19.810813 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3c8395a-370f-42cc-9227-ab19736c8275 req-8ed5e302-d299-430d-81b2-f53b570f30cf tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655801 Jan 25 18:50:26.133249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b22c422-dc33-4bf2-8650-e101e862d756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:29.067734 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21f4f018-9170-4f97-bdbd-8926370ddccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:29.120525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:30.178875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-29ea984c-6ba7-4337-b6fb-5bbef449a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:30.180549 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-29ea984c-6ba7-4337-b6fb-5bbef449a55a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1203 time: 0.0876865 Jan 25 18:50:30.247193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f41c4-2100-4bc3-beff-5f94532f04d6 req-8d821786-edc3-4243-8838-dfe12b5c803e tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:30.248806 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4f6f41c4-2100-4bc3-beff-5f94532f04d6 req-8d821786-edc3-4243-8838-dfe12b5c803e tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1304080 Jan 25 18:50:30.324799 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4f6f41c4-2100-4bc3-beff-5f94532f04d6 req-eb83df80-86b8-4c43-ac4e-5be0ae0d9bcf tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0687566 Jan 25 18:50:30.338234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-7e2cb011-427e-47b5-9b76-ea443ebd4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:30.340478 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-7e2cb011-427e-47b5-9b76-ea443ebd4c84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.1519449 Jan 25 18:50:30.355056 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:30.457923 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-4ebbbf1e-609b-40e2-8b41-e70d45ecd64c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 1001 time: 0.1091702 Jan 25 18:50:30.536834 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-ac350e63-ebea-45f5-810f-4f32a40d7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:30.538465 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-ac350e63-ebea-45f5-810f-4f32a40d7634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0721540 Jan 25 18:50:30.575139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:30.623813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-0928b396-57ae-4b81-87e5-070397c761b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:30.625457 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-0928b396-57ae-4b81-87e5-070397c761b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801427 Jan 25 18:50:30.777188 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-61377a93-4274-412d-8f78-e7177797b96c service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439960 Jan 25 18:50:30.926609 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-95feabb4-9646-4930-b01e-2c57fbf6ac4d req-9e8b2175-0a26-4a16-b57d-dceb7a77d668 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415861 Jan 25 18:50:31.599309 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad05a0-5168-4f91-976f-5194b5b7b236 req-f440f04f-9b2d-49de-90b8-4cb935fa2f7c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:31.600984 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-afad05a0-5168-4f91-976f-5194b5b7b236 req-f440f04f-9b2d-49de-90b8-4cb935fa2f7c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1176472 Jan 25 18:50:31.665447 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-afad05a0-5168-4f91-976f-5194b5b7b236 req-f06ce914-ecb2-43cf-b159-c576016402a8 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0573747 Jan 25 18:50:32.941738 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc1761-937e-46f5-98bb-7b8fde85d320 req-8922a124-056c-4177-aebf-d28edd7d028f tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:32.943294 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ddbc1761-937e-46f5-98bb-7b8fde85d320 req-8922a124-056c-4177-aebf-d28edd7d028f tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1255913 Jan 25 18:50:33.008075 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ddbc1761-937e-46f5-98bb-7b8fde85d320 req-39832d2c-f2c0-41d6-b089-f54740f6fc0b tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0581207 Jan 25 18:50:34.281665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eab8f-8dd2-4a7c-a528-9d96a294da7b req-a7e9f3f0-2a81-4d77-832c-1c26e8bb0081 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:34.283401 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2a6eab8f-8dd2-4a7c-a528-9d96a294da7b req-a7e9f3f0-2a81-4d77-832c-1c26e8bb0081 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1317832 Jan 25 18:50:34.352980 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2a6eab8f-8dd2-4a7c-a528-9d96a294da7b req-5c78a495-27d5-46f5-a33e-fbe4842213d1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0629976 Jan 25 18:50:35.185142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:35.638717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6379c5-b400-4ac4-a3ee-fcdeb28abef8 req-c03da990-4808-40dc-beed-bf2788b16f63 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:35.640475 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bf6379c5-b400-4ac4-a3ee-fcdeb28abef8 req-c03da990-4808-40dc-beed-bf2788b16f63 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1189537 Jan 25 18:50:35.707191 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bf6379c5-b400-4ac4-a3ee-fcdeb28abef8 req-9a2e9c3f-df3a-462a-84ba-e0c2a80daa98 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0591736 Jan 25 18:50:36.983010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18514b-339e-46e9-a90b-490ef9f486b1 req-45de715f-496c-446c-94d1-d320bdf30e4c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:36.984732 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af18514b-339e-46e9-a90b-490ef9f486b1 req-45de715f-496c-446c-94d1-d320bdf30e4c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1422696 Jan 25 18:50:37.049075 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-af18514b-339e-46e9-a90b-490ef9f486b1 req-642d7294-9905-46f1-95ee-d7fd80b05afc tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0577540 Jan 25 18:50:37.343657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57752) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:37.514459 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.534752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:37.539094 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1315ae7ddd49f7b19e6ae20a2cbd19 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:37.542886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:37.549104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:37.638841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.641757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.652012 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-99a002fb-4927-4be0-ac9a-8eeb16ac5bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:37.695790 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e1315ae7ddd49f7b19e6ae20a2cbd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509619 Jan 25 18:50:37.698377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9772fb-a34e-4d9c-a8f6-4b20fdb26f76,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:37.698892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57758) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:37.702067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:37.766807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.797515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.844430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.849525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dcd7a043-6962-491e-ae1d-42cf0033dcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:37.862534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9772fb-a34e-4d9c-a8f6-4b20fdb26f76,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:37.865875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:37.867927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:37.871016 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d9772fb-a34e-4d9c-a8f6-4b20fdb26f76 HTTP/1.1" status: 204 len: 168 time: 0.1693814 Jan 25 18:50:38.234793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57768) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:38.255997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.273681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:38.278976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Usage tracker for resource:security_group_rule and tenant:590e7a1401a0433d866edb51b1589220 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:38.283124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:38.290698 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:38.315973 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71310bc4-4b4e-430f-a858-ea7409cbc374 req-ce810f9c-9b97-4d29-9ca7-1e534de2b4de tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:38.317713 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-71310bc4-4b4e-430f-a858-ea7409cbc374 req-ce810f9c-9b97-4d29-9ca7-1e534de2b4de tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1220896 Jan 25 18:50:38.382132 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-71310bc4-4b4e-430f-a858-ea7409cbc374 req-61621b28-7e2c-4dd1-adb5-c46d8ff66255 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0567842 Jan 25 18:50:38.385360 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.388402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.397817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-94718822-d7d1-42d3-8c08-cc817b665f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:38.447209 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=590e7a1401a0433d866edb51b1589220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104979 Jan 25 18:50:38.448107 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8314c596-0942-4958-8bf5-d6a051df0347,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:38.450430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57772) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:38.451724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-eede15aa-ccdd-447f-927c-6ed29e8d2f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:38.515840 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.545086 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.594379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.599547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a09501cd-c335-4757-8bf2-d5412b4fb928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:38.613227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8314c596-0942-4958-8bf5-d6a051df0347,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:38.616403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:38.619733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:38.621703 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-e13a2f34-b10c-448d-9e32-d39c1b6844b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8314c596-0942-4958-8bf5-d6a051df0347 HTTP/1.1" status: 204 len: 168 time: 0.1690638 Jan 25 18:50:39.523389 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-23f48c28-2963-4047-adc6-11e878992d4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1009817 Jan 25 18:50:39.637710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aeb51-aea5-4520-9f3e-dfde1fe80ab8 req-0905cce4-6fc1-464d-94ce-8b1e7c22459f tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:39.639430 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-618aeb51-aea5-4520-9f3e-dfde1fe80ab8 req-0905cce4-6fc1-464d-94ce-8b1e7c22459f tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1209548 Jan 25 18:50:39.646300 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-74850757-a52c-4fd4-a5ac-c795e0bef016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:39.648216 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-74850757-a52c-4fd4-a5ac-c795e0bef016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0880003 Jan 25 18:50:39.707977 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-618aeb51-aea5-4520-9f3e-dfde1fe80ab8 req-80e5a5f2-36e3-4c16-9add-2855c90c8b24 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0618789 Jan 25 18:50:39.824091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-04764cdc-6a95-48a7-be07-e5852b6509eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:39.825828 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-04764cdc-6a95-48a7-be07-e5852b6509eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.1571863 Jan 25 18:50:39.948241 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-d619656e-5b04-413e-8a8f-8c6e6d8e175f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 1001 time: 0.1147809 Jan 25 18:50:40.261369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-3954ccce-6eec-4188-b7aa-3de9c68c28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:40.263015 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-3954ccce-6eec-4188-b7aa-3de9c68c28ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.3070412 Jan 25 18:50:40.351527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-05198281-64ac-48fb-99d4-8784aa7ecaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:40.353853 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-05198281-64ac-48fb-99d4-8784aa7ecaf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825577 Jan 25 18:50:40.506541 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-c327cae3-c90e-42cc-8d55-11cb6056aad1 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453192 Jan 25 18:50:40.658055 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bdb14a41-52a6-4bdb-8b69-1a6c1e1fd70e req-f6824286-55c6-4504-9408-192573f3eb38 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442950 Jan 25 18:50:40.997406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01959549-0028-4f94-a3be-2df5073239e1 req-57dd3e01-b587-49f5-a122-33cd5051f4cb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:40.999260 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-01959549-0028-4f94-a3be-2df5073239e1 req-57dd3e01-b587-49f5-a122-33cd5051f4cb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1296599 Jan 25 18:50:41.064506 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-01959549-0028-4f94-a3be-2df5073239e1 req-e417502a-5588-4841-9855-8f7113cfca7a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0583205 Jan 25 18:50:41.496260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57848) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:41.653995 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:41.669839 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:41.673964 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8d7a56bea84393bf6b3642757ed832 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:41.677031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:41.683439 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:41.771631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:41.775433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:41.783758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c6264e83-beb4-47ea-8271-dd4e4d05c506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:41.833188 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed8d7a56bea84393bf6b3642757ed832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355541 Jan 25 18:50:41.834065 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0691ce8d-9d18-4742-9a73-ea88fbcd057f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:41.837791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57854) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:41.838046 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1307e941-caa6-4fcf-97e6-29660200e265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:41.902822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:41.932609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:41.987523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:41.993890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fb234b97-7d39-474e-8e7f-be38566a9c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:42.008538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0691ce8d-9d18-4742-9a73-ea88fbcd057f,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:42.012412 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:42.022551 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.023793 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-31583aaa-96ce-4c20-b010-a76de5ae7330 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0691ce8d-9d18-4742-9a73-ea88fbcd057f HTTP/1.1" status: 204 len: 168 time: 0.1845059 Jan 25 18:50:42.319441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0e577-4c7b-4743-bd24-0b49242a3b7c req-57c33dad-b5c5-43ec-9f87-dff0ca311582 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:42.321321 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-04c0e577-4c7b-4743-bd24-0b49242a3b7c req-57c33dad-b5c5-43ec-9f87-dff0ca311582 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1166458 Jan 25 18:50:42.388912 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-04c0e577-4c7b-4743-bd24-0b49242a3b7c req-36a74f0b-d27f-4a76-a149-b6b829773e31 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0605068 Jan 25 18:50:42.389565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 57864) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:42.411509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.428082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:42.433041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Usage tracker for resource:security_group_rule and tenant:dd43fb6d836a467abb247c151aea8fc6 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:42.436290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:42.442660 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:42.535623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.538597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.548825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ef1d5d32-9fff-4e9a-a475-cf3fce475e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:42.593703 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd43fb6d836a467abb247c151aea8fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027507 Jan 25 18:50:42.595470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188e8a72-d26d-460a-ba4d-bbbaa44afe09,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:42.596668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 57868) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:42.598992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-78cfa87d-7e87-4556-9888-faae3bb426e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:42.662177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.697771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.746544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.751940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c86a4fff-8af3-4bbc-a16f-6e22b3ca2f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:42.768191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188e8a72-d26d-460a-ba4d-bbbaa44afe09,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:42.771495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:42.776060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:42.777302 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-0c8b4108-5953-4635-b8ce-2c4adbc626ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/188e8a72-d26d-460a-ba4d-bbbaa44afe09 HTTP/1.1" status: 204 len: 168 time: 0.1795578 Jan 25 18:50:43.660688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f34aa4-dc48-43ca-ae3c-2eaa415c557c req-dda7df4e-2942-486c-b464-c2fa07f93b07 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:43.662445 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f9f34aa4-dc48-43ca-ae3c-2eaa415c557c req-dda7df4e-2942-486c-b464-c2fa07f93b07 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1333613 Jan 25 18:50:43.736218 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f9f34aa4-dc48-43ca-ae3c-2eaa415c557c req-93cb71f5-ce55-418a-ab84-785473d29566 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0620837 Jan 25 18:50:44.596096 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:50:44.995044 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a1dd-2a12-42d4-be47-0eaa75672354 req-33cfdb33-f0cf-489d-af8c-161efdde658a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:44.996876 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2cf0a1dd-2a12-42d4-be47-0eaa75672354 req-33cfdb33-f0cf-489d-af8c-161efdde658a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1197395 Jan 25 18:50:45.061949 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-2cf0a1dd-2a12-42d4-be47-0eaa75672354 req-f60ba1bf-ac01-455a-b324-7fe0ee0553cc tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0580292 Jan 25 18:50:45.293036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:50:45.367888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:50:45.368841 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:46.315843 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c730e-f749-43bb-a42d-44b93e7988ac req-4c9d4a27-9c5e-4af1-9813-b90f64254307 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:46.317554 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a4c730e-f749-43bb-a42d-44b93e7988ac req-4c9d4a27-9c5e-4af1-9813-b90f64254307 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1238177 Jan 25 18:50:46.381256 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-0a4c730e-f749-43bb-a42d-44b93e7988ac req-3386c41e-c3fb-41e7-9ebd-f66da2904705 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0564828 Jan 25 18:50:47.377461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:50:47.451530 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:50:47.451947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:47.633165 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d351e-a24b-4377-b968-3394d07b5ffd req-4ede71e8-ed13-49c5-b5e2-c409aee78d68 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:47.635764 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-358d351e-a24b-4377-b968-3394d07b5ffd req-4ede71e8-ed13-49c5-b5e2-c409aee78d68 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1194015 Jan 25 18:50:47.699089 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-358d351e-a24b-4377-b968-3394d07b5ffd req-f51820f7-89c0-4233-9a0f-e4769b422c98 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&id=1231b8be-b575-4285-a0ef-9f410261c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0567226 Jan 25 18:50:54.270761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b73a2-cba9-4f19-ac34-0d72e3720102 req-07391500-7701-481b-9571-2d447a843b54 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:54.272494 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e62b73a2-cba9-4f19-ac34-0d72e3720102 req-07391500-7701-481b-9571-2d447a843b54 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1962621 Jan 25 18:50:54.311937 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b801d3-1874-4f8c-9649-0a443a29a9b8 req-76bb41bc-7800-47b4-b9de-7dabfd7545d8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:54.313622 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-52b801d3-1874-4f8c-9649-0a443a29a9b8 req-76bb41bc-7800-47b4-b9de-7dabfd7545d8 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1972435 Jan 25 18:50:54.405444 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e62b73a2-cba9-4f19-ac34-0d72e3720102 req-ededaf3b-8a3e-44c4-9639-6cfdc077948d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0906708 Jan 25 18:50:54.416251 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-52b801d3-1874-4f8c-9649-0a443a29a9b8 req-a7e6e693-c0a4-448b-bf0f-7046ed56e85f tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834322 Jan 25 18:50:55.729391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10f1d-bd06-455e-839d-3fb7feb5ffd4 req-dcfe81cc-f610-43ba-b0c3-28f15b869a78 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:55.731197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87f10f1d-bd06-455e-839d-3fb7feb5ffd4 req-dcfe81cc-f610-43ba-b0c3-28f15b869a78 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1936562 Jan 25 18:50:55.771685 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29e87-0659-457b-b530-81679ad6280a req-7c2be914-e0e0-41a9-99ca-5c89edf260b7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:55.773361 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-07e29e87-0659-457b-b530-81679ad6280a req-7c2be914-e0e0-41a9-99ca-5c89edf260b7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1930058 Jan 25 18:50:55.804931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bb081-29da-462d-beb5-c6fc79aec11a req-b1760993-e5b5-4fb9-a3cd-94320baa0336 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:55.806396 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-072bb081-29da-462d-beb5-c6fc79aec11a req-b1760993-e5b5-4fb9-a3cd-94320baa0336 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Synchronizing usage tracker for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:50:55.822593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-072bb081-29da-462d-beb5-c6fc79aec11a req-b1760993-e5b5-4fb9-a3cd-94320baa0336 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Unset dirty status for tenant:95f723e945784225b5328e0a0fba8885 on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:50:55.823886 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-072bb081-29da-462d-beb5-c6fc79aec11a req-b1760993-e5b5-4fb9-a3cd-94320baa0336 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 946 time: 0.1475656 Jan 25 18:50:55.855762 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-87f10f1d-bd06-455e-839d-3fb7feb5ffd4 req-a011b435-23a3-4425-825b-9100ef68dd42 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0811965 Jan 25 18:50:55.873039 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-07e29e87-0659-457b-b530-81679ad6280a req-501bb1b7-5b9b-4e28-aec2-1802e7ed0eff tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups?id=a15859af-7ed6-4ae3-9b13-8013a24e3b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752521 Jan 25 18:50:55.888039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58004) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:55.917720 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Deleting port 36f19b2e-3cba-47a2-84a2-48855f25d043 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:55.918234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.061598 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.077162 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:56.081206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Usage tracker for resource:security_group_rule and tenant:8d6461ca83764be3a4694f4de62fbb23 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:56.084441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:56.090590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:56.138996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48fccc54-7e6e-4011-b98a-c1a4a287587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.199956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.200399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] For port 36f19b2e-3cba-47a2-84a2-48855f25d043, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=36f19b2e-3cba-47a2-84a2-48855f25d043,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:50:56.200914 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.202999 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.213034 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-592688ea-47dd-442c-9084-0e74fdc60090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:56.259526 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d6461ca83764be3a4694f4de62fbb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698699 Jan 25 18:50:56.263209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58010) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:56.278084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7494563e-16b7-4405-8804-c9cd5375b6be,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:56.282070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:56.339014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.368406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.416572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.423217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-41e4cda8-d0d8-4ecc-b7fb-388b787aba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:56.442070 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7494563e-16b7-4405-8804-c9cd5375b6be,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:56.451910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.453159 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7494563e-16b7-4405-8804-c9cd5375b6be HTTP/1.1" status: 204 len: 168 time: 0.1889634 Jan 25 18:50:56.454763 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.455183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.455601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.456294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.456403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.456781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.457178 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.457585 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.457972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.458406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.458740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.459138 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.459590 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.459989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.460380 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.460773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.461722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.462418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.462604 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.462981 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.463408 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.463807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.464200 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.464593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:56.468214 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d80fdcd9-59aa-4c7a-b403-dcca8b0bf36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:56.525244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.525567 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016732'] for floatingip, after_update {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.525965 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Floating IP 0cb3bf69-f8d5-404d-aacf-f4480ed1a93c disassociated. External IP: 172.28.2.173, port: 36f19b2e-3cba-47a2-84a2-48855f25d043. Jan 25 18:50:56.526345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Calling delete_port for 36f19b2e-3cba-47a2-84a2-48855f25d043 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:56.691758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.711965 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-58b671ea-630b-4972-98e5-34098b6fd8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:56.817218 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event deleted for resources: {'Port': ['ID=36f19b2e-3cba-47a2-84a2-48855f25d043,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:56.825496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:56.845490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58018) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:56.867667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:56.889556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:56.894978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Usage tracker for resource:security_group_rule and tenant:15e096bbb3264e159e5eea9605bb5bcc is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:56.898747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:56.908301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:57.009208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.012970 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.024317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-04373fc1-4e16-4ff7-ae9a-43bb28be6628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:57.112623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:50:57.180983 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-de0b1945-2d54-4d26-9ffa-01dcac39677d req-2cdf15c3-ccde-4fbb-8515-01d62c2b3bbe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/ports?device_id=93c1f8f7-6a19-4842-953e-a3db0d0b4962 HTTP/1.1" status: 200 len: 210 time: 0.0840578 Jan 25 18:50:57.186486 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15e096bbb3264e159e5eea9605bb5bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370061 Jan 25 18:50:57.186486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5836c4d-9923-4be1-817a-09d0329e3cf4,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:57.187258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58026) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:57.189245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:57.233982 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:50:57.264027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5b562-aef1-421c-aa29-06ca5fa7de4c req-1c889b94-679e-4b98-9c81-441f6f1c8f34 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:57.265344 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11e5b562-aef1-421c-aa29-06ca5fa7de4c req-1c889b94-679e-4b98-9c81-441f6f1c8f34 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.2281184 Jan 25 18:50:57.275927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: 36f19b2e-3cba-47a2-84a2-48855f25d043 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:50:57.276312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 36f19b2e-3cba-47a2-84a2-48855f25d043 not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:50:57.333349 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11e5b562-aef1-421c-aa29-06ca5fa7de4c req-881906dd-1bbc-400c-811b-3e2766bcd0c8 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0560954 Jan 25 18:50:57.356747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.407886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.415980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:50:57.426401 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:50:57.437523 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:50:57.438254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:50:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:57.469928 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] No DVR routers for this DVR port 36f19b2e-3cba-47a2-84a2-48855f25d043 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:50:57.484160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.487039 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-deleted', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:57.517382 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-072bb081-29da-462d-beb5-c6fc79aec11a req-3493c33e-2aea-44ff-a1c3-9c16ee1e580b tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.18 "DELETE /v2.0/ports/36f19b2e-3cba-47a2-84a2-48855f25d043 HTTP/1.1" status: 204 len: 173 time: 1.6877637 Jan 25 18:50:57.525413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.533312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-318d2d60-9489-41a8-863f-bbdefbee763d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:57.550701 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5836c4d-9923-4be1-817a-09d0329e3cf4,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:57.563515 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c1f8f7-6a19-4842-953e-a3db0d0b4962', 'name': 'network-vif-deleted', 'tag': '36f19b2e-3cba-47a2-84a2-48855f25d043', 'status': 'completed', 'code': 200} Jan 25 18:50:57.564870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.565293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.565737 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.566145 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.566547 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.566947 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.567376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.567741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.568137 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.568531 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.568927 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.569320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.569803 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.570203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.571193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.571554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.571941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.572332 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.572724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.573115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.573506 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.573925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.574315 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.574705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:50:57.579461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:57.581954 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:57.594337 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5836c4d-9923-4be1-817a-09d0329e3cf4 HTTP/1.1" status: 204 len: 168 time: 0.3947787 Jan 25 18:50:57.869308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:50:58.220689 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:58.226394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:50:58.236976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:50:58.237926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:50:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:58.384596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58052) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:58.456231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:50:58.487906 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:58.521244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:58.577804 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:58.584418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cd2276d-7be2-47c2-939c-d228bacadd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:58.605282 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15859af-7ed6-4ae3-9b13-8013a24e3b1e,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:58.616511 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:58.624080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:58.625610 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "DELETE /v2.0/security-groups/a15859af-7ed6-4ae3-9b13-8013a24e3b1e HTTP/1.1" status: 204 len: 168 time: 0.2397323 Jan 25 18:50:58.628387 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58060) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:58.635348 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415d3bb-6820-4403-a54c-5dce134a400e req-14642514-67b9-453d-af39-96e9c20c9335 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:50:58.637089 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8415d3bb-6820-4403-a54c-5dce134a400e req-14642514-67b9-453d-af39-96e9c20c9335 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1538453 Jan 25 18:50:58.664210 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.api.v2.resource [None req-c73aba67-1534-475a-ad14-022d7c60b1e7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] show failed (client error): The resource could not be found. Jan 25 18:50:58.666995 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c73aba67-1534-475a-ad14-022d7c60b1e7 tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "GET /v2.0/security-groups/a15859af-7ed6-4ae3-9b13-8013a24e3b1e HTTP/1.1" status: 404 len: 347 time: 0.0373478 Jan 25 18:50:58.670038 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58064) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:58.729800 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8415d3bb-6820-4403-a54c-5dce134a400e req-e922aa00-9153-45e4-bcba-a07f516eb083 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0784333 Jan 25 18:50:58.884603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Deleting port 62547e9c-c0e8-4aaa-853e-b0359ccc6ced {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:50:58.885128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:58.891936 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:50:58.900537 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda96a6b-6582-43ef-95f4-ab837d222dbb None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': 'bc38753b-1ab7-4bca-bfc0-00d692a867a4', 'name': '', 'network_id': 'fc6a1618-ccc2-4f8c-aedd-bb51452ede5f', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'mac_address': 'fa:16:3e:eb:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:44:02Z', 'updated_at': '2021-01-25T18:44:28Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'subnets': [{'id': '7c28d1dc-ae3e-4575-b911-3f8c023c58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:50:59.071237 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bce8d8a-5ca3-465b-87dc-f5e2686cd589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.099175 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.099558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.124644 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.242074 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58076) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:59.256561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Calling delete_port for 62547e9c-c0e8-4aaa-853e-b0359ccc6ced owned by network:floatingip {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:50:59.338606 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4fcf9-6e2a-4e26-9ca2-e77b3c592afd None None] New status for floating IP 0cb3bf69-f8d5-404d-aacf-f4480ed1a93c: DOWN {{(pid=80083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:50:59.406295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.423658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:50:59.427942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd14df758bc46c2878727df309fe4e2 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:50:59.431248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:50:59.431640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.437705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:50:59.448922 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-08e81421-e640-4c87-b93d-b36120406fa1 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:59.514296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-d1b4fcf9-6e2a-4e26-9ca2-e77b3c592afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:50:59.518425 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-d1b4fcf9-6e2a-4e26-9ca2-e77b3c592afd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:50:59.541058 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.544276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.554390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-afe1957f-12a1-4e64-b4fb-0c622ec5ea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:59.601656 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfd14df758bc46c2878727df309fe4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577080 Jan 25 18:50:59.602978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd56555-fa7b-4c71-b669-19655512a218,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:59.605739 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58082) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:50:59.608621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6c561003-f41a-4d3b-8d8b-d7bfe9eb0a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:59.680900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.713614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.786369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.787726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Pushing event deleted for resources: {'Port': ['ID=62547e9c-c0e8-4aaa-853e-b0359ccc6ced,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:59.793247 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e3d2459f-d157-4925-8e42-b7525b775059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:50:59.796470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:59.807170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd56555-fa7b-4c71-b669-19655512a218,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:50:59.809809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:50:59.819052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.823965 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-59199c0a-38bc-4b5c-a52f-0d702cc8a38f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cd56555-fa7b-4c71-b669-19655512a218 HTTP/1.1" status: 204 len: 168 time: 0.2135241 Jan 25 18:50:59.942443 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks [] for floatingip, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.958479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:50:59.959768 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7bbd19c9-7746-4126-a1fc-1dbfa7838fcd tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] 10.222.0.81 "DELETE /v2.0/floatingips/0cb3bf69-f8d5-404d-aacf-f4480ed1a93c HTTP/1.1" status: 204 len: 168 time: 1.2882693 Jan 25 18:51:00.020618 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4fcf9-6e2a-4e26-9ca2-e77b3c592afd None None] New status for floating IP 0cb3bf69-f8d5-404d-aacf-f4480ed1a93c: DOWN {{(pid=80083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:51:00.041145 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7011da3-cb0e-4284-a501-870c13d14d8d req-af2e10c4-ed0e-454a-8bed-ed8e0f86b1d8 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:00.043613 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7011da3-cb0e-4284-a501-870c13d14d8d req-af2e10c4-ed0e-454a-8bed-ed8e0f86b1d8 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1348734 Jan 25 18:51:00.120390 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d7011da3-cb0e-4284-a501-870c13d14d8d req-4fd45dcc-4685-450f-84b1-c558f9cf1480 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0700750 Jan 25 18:51:00.347251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:00.579622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.399242 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77221-f3b5-4f6c-a968-ec30fba42263 req-623506a0-2c77-4d3e-95d9-b305b4bc0994 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:01.400964 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b2b77221-f3b5-4f6c-a968-ec30fba42263 req-623506a0-2c77-4d3e-95d9-b305b4bc0994 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1374989 Jan 25 18:51:01.409809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58124) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:01.466597 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b2b77221-f3b5-4f6c-a968-ec30fba42263 req-3d1c07a7-639a-4488-a60a-116b3fc24d5f tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584731 Jan 25 18:51:01.608852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.625664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:51:01.629759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Usage tracker for resource:security_group_rule and tenant:bc91a35e5b674c6a88c16797facc85b7 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:51:01.634434 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:51:01.640886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:51:01.739792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.744098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.755271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f68bf426-69d9-401b-bea4-937b9e88d5e1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:01.806582 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc91a35e5b674c6a88c16797facc85b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825397 Jan 25 18:51:01.807649 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28555628-8fa9-44d0-9e04-f2aa4ec3793f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:01.809749 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58136) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:01.811812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8b1eecb7-147c-412f-98ed-fee918218934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:01.877908 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.907432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.955209 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.960445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c6c72509-f0b8-40e2-ad81-8fd431474785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:01.974195 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28555628-8fa9-44d0-9e04-f2aa4ec3793f,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:01.978040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:01.980177 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:01.981412 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-27a8158f-3b41-4037-aa93-21d6374d55a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28555628-8fa9-44d0-9e04-f2aa4ec3793f HTTP/1.1" status: 204 len: 168 time: 0.1703684 Jan 25 18:51:02.731414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39546aa4-8cc3-4d34-a25b-766edd0e7bba req-560ffc2a-d135-4a97-ad0e-38b3367d6b1e tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:02.733465 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-39546aa4-8cc3-4d34-a25b-766edd0e7bba req-560ffc2a-d135-4a97-ad0e-38b3367d6b1e tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1253788 Jan 25 18:51:02.795731 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-39546aa4-8cc3-4d34-a25b-766edd0e7bba req-23d4773d-d4b1-4cd4-a672-c1296a0af2ae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0554521 Jan 25 18:51:02.924301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58150) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:03.445987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:51:03.522450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:51:03.522879 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:03.926956 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853759133'] for router_interface, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:04.269073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d68b0-ba5f-4885-85cf-ae61b3eaf31c req-9229fd3b-237e-4c8c-aab7-107e7c487ed3 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:04.270815 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef7d68b0-ba5f-4885-85cf-ae61b3eaf31c req-9229fd3b-237e-4c8c-aab7-107e7c487ed3 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.2917681 Jan 25 18:51:04.360110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-22fe769e-1c35-4841-9c67-d9e52a66492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:04.361842 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-22fe769e-1c35-4841-9c67-d9e52a66492e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0862756 Jan 25 18:51:04.374562 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ef7d68b0-ba5f-4885-85cf-ae61b3eaf31c req-acfc8d91-5b88-4048-b42a-ea84f67b096c tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0943341 Jan 25 18:51:04.465556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Deleting port bc38753b-1ab7-4bca-bfc0-00d692a867a4 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:04.465962 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:04.541518 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-7d83c3cd-82b1-443a-80c4-571e9091fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:04.543226 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-7d83c3cd-82b1-443a-80c4-571e9091fbdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.1741157 Jan 25 18:51:04.660915 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-3152e870-ff1c-4d1b-b928-a4ee2f49c690 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 1001 time: 0.1091945 Jan 25 18:51:04.677782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] For port bc38753b-1ab7-4bca-bfc0-00d692a867a4, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=bc38753b-1ab7-4bca-bfc0-00d692a867a4,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:04.678160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:04.745359 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-40babc4a-cf0d-4284-9634-e5042ef957d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:04.747156 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-40babc4a-cf0d-4284-9634-e5042ef957d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0786965 Jan 25 18:51:04.821061 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Calling delete_port for bc38753b-1ab7-4bca-bfc0-00d692a867a4 owned by network:router_interface {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:04.835312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-7a8319d5-f6db-45f0-9c81-8bf54ed1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:04.838304 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-7a8319d5-f6db-45f0-9c81-8bf54ed1682b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837929 Jan 25 18:51:04.990538 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-db97005c-5295-4183-9d64-60e4e4b33c93 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450589 Jan 25 18:51:05.012477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:05.030036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:05.130534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Pushing event deleted for resources: {'Port': ['ID=bc38753b-1ab7-4bca-bfc0-00d692a867a4,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:05.135579 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:05.151011 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3e6c74f-f4ec-4eb5-84a9-5d8655c85416 req-e1a0d667-58da-4719-bee4-3b3bee7d212c service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535420 Jan 25 18:51:05.227248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:05.481077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962000'] for router_interface, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:05.796828 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746dba6-d9ef-431e-8a18-ffb67c6818d6 req-8b18fbf4-53fe-4261-9bb4-658388baa405 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:05.798588 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4746dba6-d9ef-431e-8a18-ffb67c6818d6 req-8b18fbf4-53fe-4261-9bb4-658388baa405 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.2428691 Jan 25 18:51:06.179762 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-4746dba6-d9ef-431e-8a18-ffb67c6818d6 req-39c2c5e7-d5f3-4027-a557-dd041884ac45 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3713324 Jan 25 18:51:06.421882 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:51:06.615961 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:51:06.626752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] Sync routers for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:51:06.638515 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:51:06.639185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:50:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:06.641568 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d2fa309b-6954-45c8-abf5-5e67603882de admin admin] 10.222.0.81 "PUT /v2.0/routers/2b8523b9-97ae-40a4-9dd1-7d310d958f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7161033 Jan 25 18:51:06.644323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58160) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:06.864756 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:51:06.894373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks [] for router, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.098850 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.105887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Deleting port 1f13a3b8-03da-4413-a805-344c4f651b79 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:07.106275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.190835 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:51:04Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:07.195516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] Checking router: 2b8523b9-97ae-40a4-9dd1-7d310d958f69 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:51:07.205217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] Routers {'2b8523b9-97ae-40a4-9dd1-7d310d958f69'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:51:07.205935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:50:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:07.257152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:07.317948 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] For port 1f13a3b8-03da-4413-a805-344c4f651b79, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=1f13a3b8-03da-4413-a805-344c4f651b79,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:07.318329 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.443713 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.468757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] Set router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:51:07.485519 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:07.501905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:07.506539 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.510124 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:07.523734 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Calling delete_port for 1f13a3b8-03da-4413-a805-344c4f651b79 owned by network:router_gateway {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:07.564676 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'code': 200} Jan 25 18:51:07.597318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:07.603147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:07.717305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed464-9871-4ac3-a3fb-c3decc6d7ddc req-fdc4fdd4-6b63-4136-b5e2-0b14a129660d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:07.719006 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f96ed464-9871-4ac3-a3fb-c3decc6d7ddc req-fdc4fdd4-6b63-4136-b5e2-0b14a129660d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.3147757 Jan 25 18:51:07.785259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:07.831566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:51:04Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:07.837428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0dc8d-d380-4561-9d62-74043a5e3503 None None] The sync data for ids ['2b8523b9-97ae-40a4-9dd1-7d310d958f69'] in dv-cinder-772388-1-smb is: [{'id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'name': 'tempest-AttachVolumeShelveTestJSON-488928418-router', 'tenant_id': '95f723e945784225b5328e0a0fba8885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:48Z', 'updated_at': '2021-01-25T18:51:04Z', 'revision_number': 5, 'project_id': '95f723e945784225b5328e0a0fba8885', 'gw_port': {'id': '1f13a3b8-03da-4413-a805-344c4f651b79', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8523b9-97ae-40a4-9dd1-7d310d958f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:51Z', 'updated_at': '2021-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:51:07.883267 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f96ed464-9871-4ac3-a3fb-c3decc6d7ddc req-4aaedd07-1108-49ed-aff4-ce6a92e40d8d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1473181 Jan 25 18:51:08.019265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959080'] for router_gateway, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.164073 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3590'] for router, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.166517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.189317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853810743'] for router, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.189911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8523b9-97ae-40a4-9dd1-7d310d958f69 {{(pid=80082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 18:51:08.203095 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.204371 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-56fca59f-438b-4b4c-840f-793430ef6062 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2b8523b9-97ae-40a4-9dd1-7d310d958f69 HTTP/1.1" status: 204 len: 168 time: 1.5590484 Jan 25 18:51:08.207232 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58168) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:08.279326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Deleting subnet 7c28d1dc-ae3e-4575-b911-3f8c023c58a3 {{(pid=80082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:51:08.282541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.339955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10917784'] for subnet, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.435601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.709534 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1590321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843180490'] for subnet, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.726753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:08.819071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c28d1dc-ae3e-4575-b911-3f8c023c58a3,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:08.831711 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:08.865478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:08.872069 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684ba53-3b3f-46fe-b110-bb0098cfa156 None None] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:51:08.872503 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-49cfccf2-b10b-490c-9f07-60f2f1d66610 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7c28d1dc-ae3e-4575-b911-3f8c023c58a3 HTTP/1.1" status: 204 len: 168 time: 0.6642416 Jan 25 18:51:08.876471 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58172) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:08.999971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:09.128657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Deleting port 8532bbb0-4f51-49b8-b770-117a57a81318 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:09.129031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:09.153717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] DHCP port deletion for fc6a1618-ccc2-4f8c-aedd-bb51452ede5f request from dv-cinder-772388-1-smb {{(pid=80083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 18:51:09.158670 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Deleting port 8532bbb0-4f51-49b8-b770-117a57a81318 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:09.159228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:09.308313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5454-a28a-4de5-b347-4a2b909a0b49 req-edc5e638-36d0-4a33-9d10-aa536ed59c24 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:09.310031 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-97ef5454-a28a-4de5-b347-4a2b909a0b49 req-edc5e638-36d0-4a33-9d10-aa536ed59c24 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.2553012 Jan 25 18:51:09.387037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] For port 8532bbb0-4f51-49b8-b770-117a57a81318, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8532bbb0-4f51-49b8-b770-117a57a81318,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:09.387386 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:09.535090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Calling delete_port for 8532bbb0-4f51-49b8-b770-117a57a81318 owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:09.567130 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 1f13a3b8-03da-4413-a805-344c4f651b79 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:09.615262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 1f13a3b8-03da-4413-a805-344c4f651b79 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:51:09.615639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 1f13a3b8-03da-4413-a805-344c4f651b79 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:09.616112 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device bc38753b-1ab7-4bca-bfc0-00d692a867a4 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:09.756902 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-97ef5454-a28a-4de5-b347-4a2b909a0b49 req-86a665ea-dc67-4c93-9c56-a6d8d008c183 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4261599 Jan 25 18:51:09.759817 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] For port 8532bbb0-4f51-49b8-b770-117a57a81318, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8532bbb0-4f51-49b8-b770-117a57a81318,segment=NetworkSegment(61cc2453-76d5-4944-88d9-51258a03dff5),segment_id=61cc2453-76d5-4944-88d9-51258a03dff5)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:09.760206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:09.832875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: bc38753b-1ab7-4bca-bfc0-00d692a867a4 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:51:09.833271 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device bc38753b-1ab7-4bca-bfc0-00d692a867a4 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:09.833772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8532bbb0-4f51-49b8-b770-117a57a81318 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:09.909966 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Calling delete_port for 8532bbb0-4f51-49b8-b770-117a57a81318 owned by network:dhcp {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:09.915742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:09.931403 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:09.962000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No active binding found for port 8532bbb0-4f51-49b8-b770-117a57a81318 {{(pid=80083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 25 18:51:09.962454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8532bbb0-4f51-49b8-b770-117a57a81318 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:10.003176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:51:10.003582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:51:10.031460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Pushing event deleted for resources: {'Port': ['ID=8532bbb0-4f51-49b8-b770-117a57a81318,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:10.039287 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:10.092406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab18028-afbf-4d82-8b15-1e3f3cdef971 None None] No DVR routers for this DVR port 8532bbb0-4f51-49b8-b770-117a57a81318 on host dv-cinder-772388-1-smb {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:51:10.111674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58186) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:10.314583 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c88e1-38fd-4710-a5c0-c9dd38bcaab6 req-2a38a588-9dee-4c4f-8e01-707dc63b8fc2 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:10.316289 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-126c88e1-38fd-4710-a5c0-c9dd38bcaab6 req-2a38a588-9dee-4c4f-8e01-707dc63b8fc2 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1894145 Jan 25 18:51:10.353294 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-88a80906-03d0-445c-a8bf-928afd37ba52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2400553 Jan 25 18:51:10.384865 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-126c88e1-38fd-4710-a5c0-c9dd38bcaab6 req-f46f0289-b6df-456a-8e33-3f6744c54d8a tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0612769 Jan 25 18:51:10.505008 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Deleting port 8532bbb0-4f51-49b8-b770-117a57a81318 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:10.505410 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:10.585658 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] The port '8532bbb0-4f51-49b8-b770-117a57a81318' was deleted {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 18:51:10.728942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:10.854702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6a1618-ccc2-4f8c-aedd-bb51452ede5f']}} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:10.868941 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cc2453-76d5-4944-88d9-51258a03dff5') {'for_net_delete': True} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:10.869277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cc2453-76d5-4944-88d9-51258a03dff5') {} {{(pid=80082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:10.882160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843858029'] for segment, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:10.898810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:10.901281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:51:11.093768 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:51:11.104087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853038189'] for segment, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.297203 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Network fc6a1618-ccc2-4f8c-aedd-bb51452ede5f has no segments {{(pid=80082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: % (table.description, expected, rows_matched) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:51:11.320874 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:51:11.409419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.413345 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ecb09a4c-6b4c-48eb-8c51-7c6c36e84e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:11.432259 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.439268 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6a1618-ccc2-4f8c-aedd-bb51452ede5f,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:11.444591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:11.457795 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-168a3c48-5c86-466e-9cf1-b31b7f78d433 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fc6a1618-ccc2-4f8c-aedd-bb51452ede5f HTTP/1.1" status: 204 len: 168 time: 2.5801928 Jan 25 18:51:11.627809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-babff8a4-6658-46ca-9522-994950da98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:11.629863 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-babff8a4-6658-46ca-9522-994950da98f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd&tenant_id=1fe9861247f344fe9f6794803eecbb36 HTTP/1.1" status: 200 len: 1160 time: 0.0930023 Jan 25 18:51:11.646199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58202) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:11.686002 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4ac9e-032e-463c-8db6-c2da02a19bd9 req-17f930f4-3559-4e4a-a9d5-fb00b027bdc0 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:11.688034 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fec4ac9e-032e-463c-8db6-c2da02a19bd9 req-17f930f4-3559-4e4a-a9d5-fb00b027bdc0 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1531510 Jan 25 18:51:11.759829 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-fec4ac9e-032e-463c-8db6-c2da02a19bd9 req-6d4e0d6f-5fa4-4c23-abb2-f20322edcdae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0650926 Jan 25 18:51:11.768968 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8da091d8-d80c-4711-bfcc-46e254710d77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95f723e945784225b5328e0a0fba8885&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1205897 Jan 25 18:51:11.771507 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58206) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:11.809678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-543a310d-35a7-4fdc-88b0-1a1d544453c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:11.811283 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-543a310d-35a7-4fdc-88b0-1a1d544453c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1160 time: 0.1294310 Jan 25 18:51:11.847971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.877043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.926687 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.932560 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-68f0b947-ec88-4cc7-a534-f66e01eafc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:11.951109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b3398-f277-4d24-a19a-f1fb941a59cc,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:11.954376 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:11.958906 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d85b3398-f277-4d24-a19a-f1fb941a59cc HTTP/1.1" status: 204 len: 168 time: 0.1853948 Jan 25 18:51:11.960240 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54712d16-1a10-476a-9b66-df09b5bbcc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:11.981329 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-f4afdbc8-ec24-4697-bf09-bd80e66dab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:11.983985 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-f4afdbc8-ec24-4697-bf09-bd80e66dab4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.1657543 Jan 25 18:51:12.123003 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-73f0bdad-c9d8-4593-b4c5-633626325350 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 999 time: 0.1316869 Jan 25 18:51:12.211682 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-16443a6d-329b-4f9a-8c37-29654467c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:12.213341 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-16443a6d-329b-4f9a-8c37-29654467c600 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0791404 Jan 25 18:51:12.301900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-ddf51020-3ebc-4cd9-af6a-251280d65619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:12.303624 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-ddf51020-3ebc-4cd9-af6a-251280d65619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827191 Jan 25 18:51:12.461997 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-953355bf-6905-49b5-a0dd-80a493d8e702 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512289 Jan 25 18:51:12.628501 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-e3bc8d9d-dd10-4b2b-9a03-d3f2c9d4d377 req-70d34f54-0d80-4bfd-a53b-3ce1c3d75086 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1592929 Jan 25 18:51:13.044679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc460608-8bbd-4db4-bc7f-c96477804462 req-1be9c527-2eb2-4e32-a446-49600d38186d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:13.046630 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cc460608-8bbd-4db4-bc7f-c96477804462 req-1be9c527-2eb2-4e32-a446-49600d38186d tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1277003 Jan 25 18:51:13.115725 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-cc460608-8bbd-4db4-bc7f-c96477804462 req-a932f03e-2163-4d87-a818-6dea36f678ec tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0571706 Jan 25 18:51:14.374896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6eaa1-aa6d-4263-86a8-0e236ec4c6e5 req-6db7c9bb-a9ea-471f-84f0-bf0ddbf63f87 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:14.376576 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7dc6eaa1-aa6d-4263-86a8-0e236ec4c6e5 req-6db7c9bb-a9ea-471f-84f0-bf0ddbf63f87 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1196611 Jan 25 18:51:14.434697 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-7dc6eaa1-aa6d-4263-86a8-0e236ec4c6e5 req-34d02564-9f0d-4817-9a74-fdc17ccfaa26 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0496373 Jan 25 18:51:15.688759 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456c456-faa3-4785-ae0a-d4e16d31b264 req-0da2bae5-89fb-4be8-9e88-b8b01c503594 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:15.690459 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8456c456-faa3-4785-ae0a-d4e16d31b264 req-0da2bae5-89fb-4be8-9e88-b8b01c503594 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1214268 Jan 25 18:51:15.750851 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-8456c456-faa3-4785-ae0a-d4e16d31b264 req-4568da9e-b896-412a-8fdc-169ea823c3f6 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0533342 Jan 25 18:51:15.782183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:51:15.864432 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:51:15.864852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:15.989813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:16.020389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:16.032847 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:16.036172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:16.038916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:16.086986 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'code': 200} Jan 25 18:51:16.113895 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=6']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:16.122989 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.123447 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.123771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.124151 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.124529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.124907 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.125281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.125667 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.126048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.126418 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.126855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.127224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.127657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.128026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.128397 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.128760 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.129512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.129512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.129859 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.130224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.130591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.130958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.131322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.131686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:51:16.137394 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:16.451502 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c479456-28bd-431c-a9e3-8cb8c6ac70cb req-756bfc46-16f3-4401-80f8-7e52ca7f0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:16.453136 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c479456-28bd-431c-a9e3-8cb8c6ac70cb req-756bfc46-16f3-4401-80f8-7e52ca7f0ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0824971 Jan 25 18:51:16.497372 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5c479456-28bd-431c-a9e3-8cb8c6ac70cb req-41cbbb64-5409-4a4e-9428-17631c542a9d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0375125 Jan 25 18:51:17.010569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe2ec2-3ed9-43ac-93e0-03e2f9a9b3be req-114de723-acdf-4d6d-8669-7960dd649973 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:17.012143 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bcfe2ec2-3ed9-43ac-93e0-03e2f9a9b3be req-114de723-acdf-4d6d-8669-7960dd649973 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1178410 Jan 25 18:51:17.074213 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-bcfe2ec2-3ed9-43ac-93e0-03e2f9a9b3be req-07a5d345-47e0-4207-8260-e322e80d3626 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0556180 Jan 25 18:51:17.542986 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:51:17.616801 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 8449b129-73c9-434e-b75c-37453ca7f0a1 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:51:17.617220 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:18.322274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20d16-1eaf-4687-b436-3632e1c14304 req-84f5b48c-f999-48c9-82bd-4d4ad4673d43 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:18.323851 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3b20d16-1eaf-4687-b436-3632e1c14304 req-84f5b48c-f999-48c9-82bd-4d4ad4673d43 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1172378 Jan 25 18:51:18.384049 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-b3b20d16-1eaf-4687-b436-3632e1c14304 req-29316f3b-e505-421f-8dcc-f7bb0fa80894 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0535779 Jan 25 18:51:19.678221 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58316) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:19.847015 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:19.863550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:51:19.868484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Usage tracker for resource:security_group_rule and tenant:66f5d4e0787a4606bbf2713c1d70be37 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:51:19.871603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:51:19.877445 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:51:19.964415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:19.967702 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:19.977084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9dbfe46e-a0bf-4c30-b581-0f6000507e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:20.019733 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66f5d4e0787a4606bbf2713c1d70be37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396890 Jan 25 18:51:20.021452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b08c970-5b1d-4b2f-8202-fe197edd42f0,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:20.022793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58322) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:20.025313 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46dffaf1-acc9-4d86-8f17-0c6e1b6088bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:20.090346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:20.120809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:20.166517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:20.171591 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b2b512ed-548c-4476-a67e-b5987c764426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:20.183036 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b08c970-5b1d-4b2f-8202-fe197edd42f0,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:20.185665 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:20.191097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:20.192400 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d6107a61-36d4-49c0-a4fd-c90acdfebca4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b08c970-5b1d-4b2f-8202-fe197edd42f0 HTTP/1.1" status: 204 len: 168 time: 0.1684346 Jan 25 18:51:21.595876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:51:23.136590 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-8c9d96c8-266e-4500-a1b3-da68e11683db tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1733597692&fields=id&tenant_id=d6fa7738916a4bd6800b03890d3c08ff HTTP/1.1" status: 200 len: 267 time: 0.0522316 Jan 25 18:51:23.262610 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-8d18ff80-f694-4cc5-ade5-1169a796285b tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:23.264317 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-8d18ff80-f694-4cc5-ade5-1169a796285b tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 985 time: 0.1217012 Jan 25 18:51:23.276514 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.v2.base [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Request body: {'port': {'security_groups': ['b573985e-9650-4fd6-bf48-acf725cfcd2a']}} {{(pid=80082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:51:23.412868 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:23.754148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] For port 6655c772-1a90-4849-b443-24e8778a7b44, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6655c772-1a90-4849-b443-24e8778a7b44,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:23.784228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for port, precommit_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:23.787910 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1590380'] for port, after_update {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:23.803215 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dd434ccb-36fd-4b6d-8a36-be6875a614bc tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:23.957717 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event updated for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=6']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:23.972085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:24.034458 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.035211 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:24.036832 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-11bfd5d4-5b5d-4e94-8bae-b6065d3d3719 req-fdfc53ab-68e0-468d-ac46-81f0c3d6b05a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "PUT /v2.0/ports/6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 943 time: 0.7655611 Jan 25 18:51:24.037563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:24.119292 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'status': 'completed', 'code': 200} Jan 25 18:51:24.144099 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-616148a2-2155-4129-b952-66bfac9c3912 req-b89779d5-8bd4-45f1-8868-574e9c61a6c8 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups/1231b8be-b575-4285-a0ef-9f410261c1a8 HTTP/1.1" status: 200 len: 3005 time: 0.0739527 Jan 25 18:51:24.233104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-616148a2-2155-4129-b952-66bfac9c3912 req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:24.242485 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-c9c59291-c387-46ff-bb19-0cf1e575a10f None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity DHCP. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:51:24.243351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c9c59291-c387-46ff-bb19-0cf1e575a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:24.257930 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-ea828db3-836f-44d8-826b-3a3b4b39c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.259578 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-ea828db3-836f-44d8-826b-3a3b4b39c865 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1163 time: 0.0883787 Jan 25 18:51:24.267580 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-616148a2-2155-4129-b952-66bfac9c3912 req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:24.323308 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-616148a2-2155-4129-b952-66bfac9c3912 req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:24.329793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1d53c400-523e-459f-bb98-65081761928d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:24.349193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231b8be-b575-4285-a0ef-9f410261c1a8,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:24.352055 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:24.359196 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-616148a2-2155-4129-b952-66bfac9c3912 req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:24.360406 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-616148a2-2155-4129-b952-66bfac9c3912 req-6b91988f-0364-4fbd-8afb-d40154bfa19c tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "DELETE /v2.0/security-groups/1231b8be-b575-4285-a0ef-9f410261c1a8 HTTP/1.1" status: 204 len: 173 time: 0.2109272 Jan 25 18:51:24.422479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-fa611428-0985-4c27-b481-35567b4c247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.424101 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-fa611428-0985-4c27-b481-35567b4c247f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.1559668 Jan 25 18:51:24.515466 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-9c3acd6f-67b0-4a01-8e5d-f7e9869ef373 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/floatingips/251b5fcf-b2b5-45a0-96b5-73c6033a9b86 HTTP/1.1" status: 200 len: 998 time: 0.1209872 Jan 25 18:51:24.543002 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-c5d294ac-95ce-4168-9b56-7f2857626b6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 1001 time: 0.1119316 Jan 25 18:51:24.620569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-5a0d013c-8c6e-4135-843b-aec1ff5ec189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.622225 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-5a0d013c-8c6e-4135-843b-aec1ff5ec189 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0713603 Jan 25 18:51:24.711781 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-c38067fa-4c0e-429d-a8a4-062d5b26b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.713394 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-c38067fa-4c0e-429d-a8a4-062d5b26b24a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838726 Jan 25 18:51:24.714958 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-4883d3bb-c7b5-4004-9572-0b9fc0103cd8 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.716492 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-4883d3bb-c7b5-4004-9572-0b9fc0103cd8 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 784 time: 0.1947377 Jan 25 18:51:24.730723 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-3878785b-d484-4e2c-8237-6072bb609dc4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:51:24.737108 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-3878785b-d484-4e2c-8237-6072bb609dc4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0116827 Jan 25 18:51:24.861223 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-2cec5b4d-69c8-44af-8144-cba5e6aa89fe tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.91 HTTP/1.1" status: 200 len: 1001 time: 0.1196330 Jan 25 18:51:24.874087 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-455c891e-1ec5-4a02-826a-db52ceaa05fe service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526999 Jan 25 18:51:24.976912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-b3690dd9-abb6-443b-ba3a-bd50a332ad7a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:24.978493 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-b3690dd9-abb6-443b-ba3a-bd50a332ad7a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports/6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 943 time: 0.1101904 Jan 25 18:51:25.050299 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-be236f3d-b321-4973-8f7b-d157bd9b2ad0 req-feae10be-ec06-45bb-a78e-27353e62bbd0 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1690054 Jan 25 18:51:25.198797 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-0a044fb8-63e2-4403-b8a5-c1113941453a tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.91 HTTP/1.1" status: 200 len: 1001 time: 0.1146955 Jan 25 18:51:25.657782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Deleting port 6b9c20e7-d06c-42ea-829a-b3393a6bbe69 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:25.658152 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:25.731001 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:51:25.819146 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:51:25.820189 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:25.855807 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:25.856184 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for floatingip, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:25.997542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Calling delete_port for 6b9c20e7-d06c-42ea-829a-b3393a6bbe69 owned by network:floatingip {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:26.142654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b8de9562-b7c1-4281-aac7-8418532e5946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:26.180420 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:26.197098 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:26.294688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event deleted for resources: {'Port': ['ID=6b9c20e7-d06c-42ea-829a-b3393a6bbe69,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:26.301540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:26.440241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks [] for floatingip, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:26.440678 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Floating IP 251b5fcf-b2b5-45a0-96b5-73c6033a9b86 disassociated (deleted). External IP: 172.28.2.91, port: 6655c772-1a90-4849-b443-24e8778a7b44. Jan 25 18:51:26.850186 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Router b5fd509c-5ed9-4687-ab7e-1e2344f34421 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:51:27.054114 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:51:27.075754 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] Sync routers for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:51:27.079630 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:27.088715 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:51:27.089550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:50:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:27.156436 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-f45421f0-054b-4741-98be-47291f9b2dab tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "DELETE /v2.0/floatingips/251b5fcf-b2b5-45a0-96b5-73c6033a9b86 HTTP/1.1" status: 204 len: 173 time: 1.9514837 Jan 25 18:51:27.157048 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:27.227649 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'status': 'completed', 'code': 200} Jan 25 18:51:27.268587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-50c7cf93-f7e8-4ee1-a0c2-b9b45edb68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.270282 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-50c7cf93-f7e8-4ee1-a0c2-b9b45edb68e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1163 time: 0.0881677 Jan 25 18:51:27.302134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:51:27.362621 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a11eb-366a-420e-9151-aa64928de457 req-a38adb06-aab5-4a2e-8557-c0db916b5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.364588 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-a38adb06-aab5-4a2e-8557-c0db916b5c17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 1163 time: 0.0869658 Jan 25 18:51:27.431275 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-988b9f03-9b19-47f2-b1d1-fc4b2f912ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.433086 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-988b9f03-9b19-47f2-b1d1-fc4b2f912ece service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.1559989 Jan 25 18:51:27.521336 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-aeb4f6cf-46eb-45ea-aae9-8d3fc813e260 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 217 time: 0.0812726 Jan 25 18:51:27.549429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a11eb-366a-420e-9151-aa64928de457 req-d39b7da4-4cd5-4a41-afed-a37fba2b00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.551119 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-d39b7da4-4cd5-4a41-afed-a37fba2b00fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 200 len: 908 time: 0.1794267 Jan 25 18:51:27.604223 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-d0c90f36-1563-4d8b-8107-330e5e2b9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.604223 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-d0c90f36-1563-4d8b-8107-330e5e2b9778 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0746355 Jan 25 18:51:27.626773 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-1b28ee9b-6f97-43fd-8fea-95705bc367a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 200 len: 217 time: 0.0685973 Jan 25 18:51:27.705428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-4c08c18f-a197-45bd-9960-70fb7dd44e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.706465 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a11eb-366a-420e-9151-aa64928de457 req-100bbe5a-1ad9-4f15-8aa4-25762962833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.707138 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-4c08c18f-a197-45bd-9960-70fb7dd44e39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925517 Jan 25 18:51:27.716239 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-100bbe5a-1ad9-4f15-8aa4-25762962833b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 200 len: 853 time: 0.0833495 Jan 25 18:51:27.762773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:17Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:27.767452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] Checking router: b5fd509c-5ed9-4687-ab7e-1e2344f34421 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:51:27.779572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:51:27.780256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:50:59Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:27.806082 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a11eb-366a-420e-9151-aa64928de457 req-9cae43dd-aa6f-46be-ab43-d3a130509972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:27.807124 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-9cae43dd-aa6f-46be-ab43-d3a130509972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cdb904b-9e54-4582-9c9f-62af8ab518a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829756 Jan 25 18:51:27.924364 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-3c6d6028-2de7-42e5-aaf8-1adb12cb2987 service neutron] 10.222.0.81 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935887 Jan 25 18:51:27.992887 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-43199bde-168a-42ba-8757-fbb19249ea1a service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795032 Jan 25 18:51:28.019499 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:51:28.086194 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f3b187f5-328b-49dd-a56e-f67121b1ea89 req-db413cb4-5784-4ffd-80af-65bac5771731 service neutron] 10.222.0.81 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536326 Jan 25 18:51:28.169832 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-528a11eb-366a-420e-9151-aa64928de457 req-15279c39-7e4b-4ca6-b46c-2c0602913723 service neutron] 10.222.0.18 "GET /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1697323 Jan 25 18:51:28.400940 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:17Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:28.405799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b291a8-4fac-4adb-af1f-194d55816114 None None] The sync data for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb is: [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:49:07Z', 'revision_number': 4, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '12745bf1-2c5b-45ea-aed3-afc6dcb15d90', 'name': '', 'network_id': '8cdb904b-9e54-4582-9c9f-62af8ab518a7', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'mac_address': 'fa:16:3e:61:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:06Z', 'updated_at': '2021-01-25T18:49:17Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'subnets': [{'id': 'a1e77f0b-c1c1-4a42-b703-a57840393013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:51:28.831884 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322b5e52-7347-4ee8-b059-a81c5680901b None None] New status for floating IP 251b5fcf-b2b5-45a0-96b5-73c6033a9b86: DOWN {{(pid=80084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:51:29.073681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-676780bd-e27a-4c8e-a012-9e6349156650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:29.126126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:30.354010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:30.582497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:31.686865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-2a10babe-ce99-4ab2-9cdb-083cd27011cb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:31.687669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-2a10babe-ce99-4ab2-9cdb-083cd27011cb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:51:31.704823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-2a10babe-ce99-4ab2-9cdb-083cd27011cb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:51:31.706181 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-2a10babe-ce99-4ab2-9cdb-083cd27011cb tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1324778 Jan 25 18:51:31.763836 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-8d4d1945-85a8-4956-9f29-568f2f6371a1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:security_group {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:51:31.782003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-8d4d1945-85a8-4956-9f29-568f2f6371a1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:security_group {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:51:31.783423 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-67bb9d84-063f-47de-a44a-a0b0eff03e0f req-8d4d1945-85a8-4956-9f29-568f2f6371a1 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Jan 25 18:51:33.039414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dcef2-ae71-4080-be8e-67b5ca4f95c8 req-da3c0354-5d3c-46ba-b3af-33ec3b4d9ebf tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:33.041142 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ed2dcef2-ae71-4080-be8e-67b5ca4f95c8 req-da3c0354-5d3c-46ba-b3af-33ec3b4d9ebf tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1235807 Jan 25 18:51:33.098790 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ed2dcef2-ae71-4080-be8e-67b5ca4f95c8 req-6bd373f1-562f-4015-a9b3-c8c4959dac2b tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Jan 25 18:51:33.766825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 up at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 18:51:33.847796 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Provisioning complete for port 6655c772-1a90-4849-b443-24e8778a7b44 triggered by entity L2. {{(pid=80083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 18:51:33.848222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086715'] for port, provisioning_complete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:33.928173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-625725fb-a061-40d6-8255-8edb74f5fdd4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:33.929503 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-625725fb-a061-40d6-8255-8edb74f5fdd4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Synchronizing usage tracker for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:51:33.942746 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-625725fb-a061-40d6-8255-8edb74f5fdd4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Unset dirty status for tenant:d6fa7738916a4bd6800b03890d3c08ff on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:51:33.943949 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-625725fb-a061-40d6-8255-8edb74f5fdd4 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.18 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1356416 Jan 25 18:51:34.029417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Deleting port 6655c772-1a90-4849-b443-24e8778a7b44 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:34.029826 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:34.370752 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61408-6136-4fef-ac3e-07dd5440652f req-8290c388-ab7d-4c18-9151-19392ea2a88e tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:51:34.372371 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f0b61408-6136-4fef-ac3e-07dd5440652f req-8290c388-ab7d-4c18-9151-19392ea2a88e tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 946 time: 0.1209009 Jan 25 18:51:34.434925 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-f0b61408-6136-4fef-ac3e-07dd5440652f req-80105c24-3ea4-4284-bac0-db7687847b19 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/security-groups?id=b573985e-9650-4fd6-bf48-acf725cfcd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558643 Jan 25 18:51:34.532605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] For port 6655c772-1a90-4849-b443-24e8778a7b44, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6655c772-1a90-4849-b443-24e8778a7b44,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:34.533000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:34.666693 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Calling delete_port for 6655c772-1a90-4849-b443-24e8778a7b44 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:34.819809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:34.835900 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6dca8cc7-8589-46b8-81b1-44a4b6203c73 tempest-ServerRescueNegativeTestJSON-1208682847 tempest-ServerRescueNegativeTestJSON-1208682847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:34.932710 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Pushing event deleted for resources: {'Port': ['ID=6655c772-1a90-4849-b443-24e8778a7b44,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:34.939654 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:35.048858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] No DVR routers for this DVR port 6655c772-1a90-4849-b443-24e8778a7b44 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:51:35.051279 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:35.054310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'name': 'network-vif-deleted', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:35.075801 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-854608ea-6483-459e-9a32-5fe48dd4d22d req-43788368-b54f-4adb-83ef-ed18e1d63778 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.18 "DELETE /v2.0/ports/6655c772-1a90-4849-b443-24e8778a7b44 HTTP/1.1" status: 204 len: 173 time: 1.1246679 Jan 25 18:51:35.123026 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ca2461-1a33-490a-85cd-448fada54c26', 'name': 'network-vif-deleted', 'tag': '6655c772-1a90-4849-b443-24e8778a7b44', 'status': 'completed', 'code': 200} Jan 25 18:51:35.215399 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:35.595452 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:35.638860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] No Port match for: 6655c772-1a90-4849-b443-24e8778a7b44 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:51:35.639381 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 6655c772-1a90-4849-b443-24e8778a7b44 not bound to the agent host hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:35.642075 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5fe6ad69-7e9f-46a5-9111-788d2ef6c702 req-19329f61-ecd4-4260-8cd3-9c6876e2b7f9 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] 10.222.0.81 "GET /v2.0/ports?device_id=c9ca2461-1a33-490a-85cd-448fada54c26 HTTP/1.1" status: 200 len: 210 time: 0.0490553 Jan 25 18:51:37.579577 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58546) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:38.402570 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853759133'] for router_interface, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:38.583453 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58556) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:38.762679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:38.780362 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:51:38.784723 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Usage tracker for resource:security_group_rule and tenant:0384022b07e64f1fbd5f3fcdbf0b7fa0 is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:51:38.788464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:51:38.794996 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:51:38.795846 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Deleting port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:38.796353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:38.891575 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:38.894848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:38.904383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8627f3ef-9b9d-458d-aa4f-8d94a2b6bf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:38.951355 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0384022b07e64f1fbd5f3fcdbf0b7fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639224 Jan 25 18:51:38.951355 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9af281-82e4-4349-903b-cb4aab3829f1,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:38.952438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58562) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:38.955556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aedb3278-999e-456d-aedd-37858457631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:38.992020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] For port 12745bf1-2c5b-45ea-aed3-afc6dcb15d90, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:38.992479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:39.021758 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:39.053619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:39.102854 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:39.108123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-08a9b374-fda5-497a-ab9d-bae50f5b3849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:39.122461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9af281-82e4-4349-903b-cb4aab3829f1,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:39.125393 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:39.126684 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:39.131011 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ffbde7cd-c533-4f94-8d75-6706ec5d567d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad9af281-82e4-4349-903b-cb4aab3829f1 HTTP/1.1" status: 204 len: 168 time: 0.1744492 Jan 25 18:51:39.139887 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Calling delete_port for 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 owned by network:router_interface {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:39.344744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:39.365364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fe1a62aa-635d-44cd-99a5-f921470e8aa2 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:39.465321 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=12745bf1-2c5b-45ea-aed3-afc6dcb15d90,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:39.468639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:39.820786 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962000'] for router_interface, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:40.606250 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Router b5fd509c-5ed9-4687-ab7e-1e2344f34421 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:51:40.822596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:51:40.833283 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] Sync routers for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:51:40.837769 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-12f6dd30-e21e-43cf-b15b-c2670ed22a87 admin admin] 10.222.0.81 "PUT /v2.0/routers/b5fd509c-5ed9-4687-ab7e-1e2344f34421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569425 Jan 25 18:51:40.840378 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58596) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:40.845613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:51:40.846608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:51:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:41.062889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks [] for router, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:41.239719 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:51:41.265460 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:41.270783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Deleting port e47803ed-e353-4ea6-a3c8-843211a5464c {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:41.271157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:41.477160 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] For port e47803ed-e353-4ea6-a3c8-843211a5464c, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=e47803ed-e353-4ea6-a3c8-843211a5464c,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:41.477563 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:41.575735 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:51:39Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:41.581774 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] Checking router: b5fd509c-5ed9-4687-ab7e-1e2344f34421 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:51:41.594007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] Routers {'b5fd509c-5ed9-4687-ab7e-1e2344f34421'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:51:41.594877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:51:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:41.617753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Calling delete_port for e47803ed-e353-4ea6-a3c8-843211a5464c owned by network:router_gateway {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:41.794309 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:41.810188 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] Set router b5fd509c-5ed9-4687-ab7e-1e2344f34421 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:51:41.993775 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959080'] for router_gateway, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.137674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:51:39Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:42.142729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1de01-ad0b-4bdb-856c-8b49b5da2074 None None] The sync data for ids ['b5fd509c-5ed9-4687-ab7e-1e2344f34421'] in dv-cinder-772388-1-smb is: [{'id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'name': 'tempest-TestMinimumBasicScenario-520698297-router', 'tenant_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:02Z', 'updated_at': '2021-01-25T18:51:39Z', 'revision_number': 5, 'project_id': 'd6fa7738916a4bd6800b03890d3c08ff', 'gw_port': {'id': 'e47803ed-e353-4ea6-a3c8-843211a5464c', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd509c-5ed9-4687-ab7e-1e2344f34421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:03Z', 'updated_at': '2021-01-25T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:51:42.158454 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3590'] for router, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.163121 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.189785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853810743'] for router, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.190542 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5fd509c-5ed9-4687-ab7e-1e2344f34421 {{(pid=80082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 18:51:42.204464 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] Notify callbacks [] for router, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.208361 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2688340e-77b3-48b8-8aee-165c34afd871 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b5fd509c-5ed9-4687-ab7e-1e2344f34421 HTTP/1.1" status: 204 len: 168 time: 1.3641315 Jan 25 18:51:42.208815 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58618) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:42.285377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Deleting subnet a1e77f0b-c1c1-4a42-b703-a57840393013 {{(pid=80081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:51:42.289688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.348253 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10884243'] for subnet, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.493043 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.774085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11732459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10830498'] for subnet, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.790946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ddb7168-6510-41b5-9307-fe2b5a4cef3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:42.885549 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e77f0b-c1c1-4a42-b703-a57840393013,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:42.888625 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:42.937064 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:42.943292 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2713d53b-10e0-40df-8b05-5bc58e09212d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a1e77f0b-c1c1-4a42-b703-a57840393013 HTTP/1.1" status: 204 len: 168 time: 0.7327895 Jan 25 18:51:42.945229 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58437bb1-b109-478a-a1ed-b05e319957fc None None] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:51:42.946564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58624) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:43.082470 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:43.172468 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Deleting port 8e2cc851-5d0f-4d21-b097-7970b81b8888 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:43.172872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:43.221299 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] DHCP port deletion for 8cdb904b-9e54-4582-9c9f-62af8ab518a7 request from dv-cinder-772388-1-smb {{(pid=80083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 18:51:43.225808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Deleting port 8e2cc851-5d0f-4d21-b097-7970b81b8888 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:43.226239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:43.423415 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] For port 8e2cc851-5d0f-4d21-b097-7970b81b8888, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8e2cc851-5d0f-4d21-b097-7970b81b8888,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:43.423823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:43.464614 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] For port 8e2cc851-5d0f-4d21-b097-7970b81b8888, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=8e2cc851-5d0f-4d21-b097-7970b81b8888,segment=NetworkSegment(b2d47193-eece-4513-a973-05f0965d03d1),segment_id=b2d47193-eece-4513-a973-05f0965d03d1)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:51:43.465339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:43.577610 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Calling delete_port for 8e2cc851-5d0f-4d21-b097-7970b81b8888 owned by network:dhcp {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:43.605368 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:43.640291 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Calling delete_port for 8e2cc851-5d0f-4d21-b097-7970b81b8888 owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:51:43.664241 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:43.682655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f37c8158-a1fa-440f-8b2f-7c1c868776d0 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:43.688865 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:51:43.689260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 12745bf1-2c5b-45ea-aed3-afc6dcb15d90 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:43.689762 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8e2cc851-5d0f-4d21-b097-7970b81b8888 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:43.739597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 8e2cc851-5d0f-4d21-b097-7970b81b8888 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:51:43.739597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 8e2cc851-5d0f-4d21-b097-7970b81b8888 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:43.739597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device e47803ed-e353-4ea6-a3c8-843211a5464c no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:51:43.778686 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: e47803ed-e353-4ea6-a3c8-843211a5464c {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:51:43.779351 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device e47803ed-e353-4ea6-a3c8-843211a5464c not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:51:43.801597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2cc851-5d0f-4d21-b097-7970b81b8888,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:43.805371 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:43.861120 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] No DVR routers for this DVR port 8e2cc851-5d0f-4d21-b097-7970b81b8888 on host dv-cinder-772388-1-smb {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:51:43.986370 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:51:43.986783 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:51:43.996122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.116438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdb904b-9e54-4582-9c9f-62af8ab518a7']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:44.129266 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d47193-eece-4513-a973-05f0965d03d1') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:44.129662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d47193-eece-4513-a973-05f0965d03d1') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:51:44.142946 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.159613 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.161872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:51:44.356228 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:51:44.366018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.488729 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Deleting port 8e2cc851-5d0f-4d21-b097-7970b81b8888 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:51:44.489550 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.553833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Network 8cdb904b-9e54-4582-9c9f-62af8ab518a7 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:51:44.563197 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f595bc7f-94ea-439e-9b4a-f4578376fc59 None None] The port '8e2cc851-5d0f-4d21-b097-7970b81b8888' was deleted {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:51:44.582633 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:51:44.665552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.669254 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:44.683726 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:44.695585 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdb904b-9e54-4582-9c9f-62af8ab518a7,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:44.699122 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:44.712749 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9d5c648d-7da9-400d-ba84-d8e90800c09a admin admin] 10.222.0.81 "DELETE /v2.0/networks/8cdb904b-9e54-4582-9c9f-62af8ab518a7 HTTP/1.1" status: 204 len: 168 time: 1.7620165 Jan 25 18:51:44.952374 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58658) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:45.014302 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6b00ce19-2fc7-4862-a6cd-c1896524c7b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6fa7738916a4bd6800b03890d3c08ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605083 Jan 25 18:51:45.016915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58662) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:45.083495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:45.114077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:45.167404 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:45.172619 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c62adef8-018c-45f0-a957-360d03ff52f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:45.188375 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573985e-9650-4fd6-bf48-acf725cfcd2a,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:45.194436 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:45.198330 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:45.199903 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b573985e-9650-4fd6-bf48-acf725cfcd2a HTTP/1.1" status: 204 len: 168 time: 0.1816328 Jan 25 18:51:49.782632 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58706) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:49.938880 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:49.954845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:51:49.959546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfa042c1b124d5cbccb747f97b5328e is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:51:49.962587 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:51:49.968428 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:51:50.060924 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.064424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.072482 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-238321ab-a017-4ad7-86da-c8b7351df92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:50.117628 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdfa042c1b124d5cbccb747f97b5328e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337276 Jan 25 18:51:50.118527 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71da10e0-7bef-4761-a533-1edb55e33cc5,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:50.120703 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58712) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:50.122150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c9a0d48-2e0b-4619-8e72-c2d19cc82486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:50.185292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.214770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.261899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.267003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d9d3d2d-03b0-4258-b0da-5befd1a4cb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:50.278238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71da10e0-7bef-4761-a533-1edb55e33cc5,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:50.282251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:50.285572 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.287935 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71da10e0-7bef-4761-a533-1edb55e33cc5 HTTP/1.1" status: 204 len: 168 time: 0.1650424 Jan 25 18:51:50.757594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58720) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:50.779641 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.796902 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:51:50.801473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Usage tracker for resource:security_group_rule and tenant:68baf3579bd949b39aa00cde657276e2 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:51:50.805032 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:51:50.811565 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:51:50.904310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.907246 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:50.916217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1e031df7-487b-4fb4-a924-f65bf08b6572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:50.959348 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68baf3579bd949b39aa00cde657276e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004211 Jan 25 18:51:50.961071 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce7fcf6-27b5-4821-bcb9-1c34a07ab946,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:50.962340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58724) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:50.964544 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:51.027492 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.055755 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.101388 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.105678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c95449e-2c1f-4595-b35f-e256873db114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:51.120234 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce7fcf6-27b5-4821-bcb9-1c34a07ab946,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:51.124535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:51.130149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.132328 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-339bcfce-d6a3-4239-a4e4-24835141e65e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ce7fcf6-27b5-4821-bcb9-1c34a07ab946 HTTP/1.1" status: 204 len: 168 time: 0.1684151 Jan 25 18:51:51.550153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58732) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:51.573227 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.593952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:51:51.598430 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Usage tracker for resource:security_group_rule and tenant:8f883526bf1040fda2d79e186518393b is out of sync, need to count used quota {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:51:51.601997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:51:51.608269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:51:51.703870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.707110 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.718655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2c7ce9d-7d4c-4c6a-9bc3-c8b8c52c7324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:51.773278 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f883526bf1040fda2d79e186518393b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216079 Jan 25 18:51:51.775389 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0445ddf-ebbb-49a6-a318-ee362338990a,revision_number=1']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:51.776149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58736) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:51:51.780239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:51.850495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.879205 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.924561 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.930289 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a6ca3d71-6c1d-4f92-b6d1-0f8cd22224fa tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:51:51.943031 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0445ddf-ebbb-49a6-a318-ee362338990a,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:51:51.949129 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:51:51.953446 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:51.954693 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-3015fe6c-daec-4729-b27a-cb0b5ca73a90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0445ddf-ebbb-49a6-a318-ee362338990a HTTP/1.1" status: 204 len: 168 time: 0.1774378 Jan 25 18:51:56.145267 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ec109fb-a44e-47dd-a2a2-ed791c5f34e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:58.596087 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:51:59.078813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d066a006-a503-4e34-a0eb-312df29e46b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:51:59.128639 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:00.351405 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:00.588673 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:05.228326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.064631 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58916) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:19.227952 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.248338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:52:19.252419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Usage tracker for resource:security_group_rule and tenant:819771867e86431190f10b0d883751ab is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:52:19.255776 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:52:19.261622 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:52:19.349931 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.352842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.362060 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-643b08d3-e9da-4542-81ec-60c1cd17aabe tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:19.406971 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=819771867e86431190f10b0d883751ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411567 Jan 25 18:52:19.408744 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77a648-0df1-4a97-975c-7d46379f3be5,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:19.410000 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58922) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:19.417911 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.418339 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.418761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.419173 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.419581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.419988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.420419 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.420822 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.421224 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.421626 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.422088 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.422495 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.422992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.423390 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.423792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.424194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.424589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.424988 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.425385 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.425823 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.426226 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.426623 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.427559 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.427955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.432939 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d1f77607-24fd-4d04-9b20-47bcb0bf2da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:19.488706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.518558 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.572066 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.577564 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b2d8fd42-3d78-4826-b5f8-12c0e4b7c406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:19.592076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77a648-0df1-4a97-975c-7d46379f3be5,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:19.606678 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.607097 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.607508 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.607913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.608312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.608714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.609109 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.609505 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.609925 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.610323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.610724 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.611119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.611601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.611991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.612366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.612761 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.613149 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.613540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.614764 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.615238 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.615641 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.616033 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.616427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.616820 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:19.620655 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:19.622025 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee77a648-0df1-4a97-975c-7d46379f3be5 HTTP/1.1" status: 204 len: 168 time: 0.2109659 Jan 25 18:52:19.623176 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8160bb9e-d38d-43d4-b809-de2d88588a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:24.010379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 58966) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:24.171219 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.187427 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:52:24.191603 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7610e97c8244d18db3e7da49133156 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:52:24.195697 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:52:24.202406 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:52:24.291135 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.294270 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.303601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-77835b04-9fb4-4260-ab55-2ed297ba406c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:24.353120 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a7610e97c8244d18db3e7da49133156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414581 Jan 25 18:52:24.354886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7ecf9-babb-48f0-aef9-9b5f3ff93c0f,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:24.356441 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 58972) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:24.358312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8cd8ddb4-2836-4928-9ebf-44b4d2623215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:24.423265 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.452535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.500171 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.506091 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-447aa05f-118a-48c8-91fb-4cb4e87445fe tempest-AttachVolumeShelveTestJSON-2023226063 tempest-AttachVolumeShelveTestJSON-2023226063] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:24.517179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7ecf9-babb-48f0-aef9-9b5f3ff93c0f,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:24.521323 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:24.525125 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:24.527158 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-ae2261a8-b098-4f67-a7fd-f50c04f57538 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdb7ecf9-babb-48f0-aef9-9b5f3ff93c0f HTTP/1.1" status: 204 len: 168 time: 0.1692374 Jan 25 18:52:26.149669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8cecdcc8-4f1f-4a35-930d-bac5ebebb0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:29.081538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dffc4806-0a9d-4510-841a-f5b18f758138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:29.131491 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:30.347014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:30.591101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:32.911603 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-c116610f-c803-40ab-8908-18e80bd29559 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0839949 Jan 25 18:52:33.080893 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-0b73253c-47c7-443e-bbf9-63d19c1e0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:33.083107 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-0b73253c-47c7-443e-bbf9-63d19c1e0d94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0799181 Jan 25 18:52:33.472668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-b0536e40-0c16-488f-a6d6-be993673f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:33.474456 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-b0536e40-0c16-488f-a6d6-be993673f752 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.3705418 Jan 25 18:52:33.592530 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-d3a4ae38-b11f-4621-81cf-88cacb148b0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 1001 time: 0.1078410 Jan 25 18:52:33.665935 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-51e2735f-b0a4-4155-849c-656a14612209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:33.667546 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-51e2735f-b0a4-4155-849c-656a14612209 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0684187 Jan 25 18:52:33.761136 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-97c89953-051b-45c2-bdc0-8c7b9efd3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:33.762691 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-97c89953-051b-45c2-bdc0-8c7b9efd3cbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880804 Jan 25 18:52:33.920781 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-fb511740-7132-4b5f-a6f6-813c439dd380 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505702 Jan 25 18:52:34.038154 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-a25fb13a-9ace-4436-8b1b-88e2c30d4421 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/floatingips/30b1815b-6b80-418f-b3a9-68e5d075cbf5 HTTP/1.1" status: 200 len: 998 time: 0.1246276 Jan 25 18:52:34.072913 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-247bd6ac-3a84-4d70-ae70-44aa5436900d req-3a66850d-ed46-489a-85c0-f772a34b63b9 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451859 Jan 25 18:52:34.246636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee23-58a8-443c-bb08-9d520059045b req-27ccbbb0-f48f-4b5a-9881-718a540ab469 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:34.248179 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-27ccbbb0-f48f-4b5a-9881-718a540ab469 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/networks/956aced2-6197-4901-880d-a7b35e089b5e HTTP/1.1" status: 200 len: 784 time: 0.2038698 Jan 25 18:52:34.259480 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-5932e411-c236-41c6-bfc8-c175e05dfe63 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=80082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:52:34.260549 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-5932e411-c236-41c6-bfc8-c175e05dfe63 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0064325 Jan 25 18:52:34.382841 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-f1b81a61-7924-43bf-b15e-0c7b9ecf3a90 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.233 HTTP/1.1" status: 200 len: 1001 time: 0.1154907 Jan 25 18:52:34.497870 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee23-58a8-443c-bb08-9d520059045b req-b8ee0ee3-c557-4e9d-b6f2-1daec824f2be tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:34.499440 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-b8ee0ee3-c557-4e9d-b6f2-1daec824f2be tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports/8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 942 time: 0.1105249 Jan 25 18:52:34.705328 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-63eca5c5-9889-4330-87f2-c6cf69c5f399 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.28.2.233 HTTP/1.1" status: 200 len: 1001 time: 0.1198022 Jan 25 18:52:34.952540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Deleting port 9cbae4a5-5804-472d-9ae6-dffd0835f07f {{(pid=80082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:34.952942 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:35.148592 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:35.148967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for floatingip, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:35.249877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:35.291728 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Calling delete_port for 9cbae4a5-5804-472d-9ae6-dffd0835f07f owned by network:floatingip {{(pid=80082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:35.449657 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853185433'] for port, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:35.465528 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fae25b65-1dcb-42c1-bcbf-ae145c547328 tempest-TestMinimumBasicScenario-1893617746 tempest-TestMinimumBasicScenario-1893617746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:35.596856 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:52:35.810463 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event deleted for resources: {'Port': ['ID=9cbae4a5-5804-472d-9ae6-dffd0835f07f,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:35.814479 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:35.943945 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for floatingip, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:35.944315 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.db.l3_db [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Floating IP 30b1815b-6b80-418f-b3a9-68e5d075cbf5 disassociated (deleted). External IP: 172.28.2.233, port: 8449b129-73c9-434e-b75c-37453ca7f0a1. Jan 25 18:52:36.341674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Router 3b0b3166-6a74-43a3-ba19-631a964271c8 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:52:36.537231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:52:36.547456 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] Sync routers for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:52:36.558142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:52:36.558933 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:52:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:36.576383 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for floatingip, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:36.650532 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-9249bb75-ba58-4588-895f-a1504c7d9146 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "DELETE /v2.0/floatingips/30b1815b-6b80-418f-b3a9-68e5d075cbf5 HTTP/1.1" status: 204 len: 173 time: 1.9390917 Jan 25 18:52:36.651113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:52:36.738477 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'status': 'completed', 'code': 200} Jan 25 18:52:36.760829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee23-58a8-443c-bb08-9d520059045b req-23ce46d3-8780-4f74-9df5-8ef21fd55b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:36.762572 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-23ce46d3-8780-4f74-9df5-8ef21fd55b7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0876501 Jan 25 18:52:36.773185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:52:36.883134 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-8fc750db-8873-4015-9fff-19439c693755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:36.884796 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-8fc750db-8873-4015-9fff-19439c693755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fe9861247f344fe9f6794803eecbb36&device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 1162 time: 0.0913277 Jan 25 18:52:36.928731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee23-58a8-443c-bb08-9d520059045b req-e038c1d6-3850-4226-b6b4-c5cae0f5ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:36.931192 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-e038c1d6-3850-4226-b6b4-c5cae0f5ee84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.1577480 Jan 25 18:52:37.016300 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-7dcf0e0c-26cf-4ee8-aa0b-1d4846d6de40 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0784433 Jan 25 18:52:37.052589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-b70569bb-cc50-442a-8a62-2343906545c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:37.054364 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-b70569bb-cc50-442a-8a62-2343906545c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 200 len: 903 time: 0.1623414 Jan 25 18:52:37.091167 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee23-58a8-443c-bb08-9d520059045b req-d00033d9-a598-4ca5-8f08-263f84849ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:37.093172 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-d00033d9-a598-4ca5-8f08-263f84849ddf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0691824 Jan 25 18:52:37.139231 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-9a81888a-3bbd-4f2f-a9fd-b341c585b5a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 200 len: 217 time: 0.0767574 Jan 25 18:52:37.144971 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:08Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:37.149569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] Checking router: 3b0b3166-6a74-43a3-ba19-631a964271c8 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:52:37.159680 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:52:37.160866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:52:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:37.201150 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee23-58a8-443c-bb08-9d520059045b req-db0f2170-6751-4796-b6c2-8b811a82ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:37.202982 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-db0f2170-6751-4796-b6c2-8b811a82ea85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981181 Jan 25 18:52:37.221260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-030c3b52-3ef9-4e9f-b01e-2c6663f28e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:37.222889 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-030c3b52-3ef9-4e9f-b01e-2c6663f28e5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 200 len: 848 time: 0.0774829 Jan 25 18:52:37.315688 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-3addee6c-f08e-4e04-8d0d-40d31622f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:37.318047 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-3addee6c-f08e-4e04-8d0d-40d31622f32c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880423 Jan 25 18:52:37.370825 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-dd16b218-0292-4c97-aef0-32854de383a1 service neutron] 10.222.0.81 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583695 Jan 25 18:52:37.386608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:52:37.495162 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-33b28694-ffe0-4c50-b022-26c14b2d89f5 service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701658 Jan 25 18:52:37.545217 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-edf5ee23-58a8-443c-bb08-9d520059045b req-6f372ddf-1db5-41e0-bce9-e675d258d6bb service neutron] 10.222.0.81 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663070 Jan 25 18:52:37.659549 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-9e3c7309-559b-44c2-80ef-6beb55a15bc0 req-66f89048-18c2-4bc1-9766-b6a011038dbc service neutron] 10.222.0.18 "GET /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568165 Jan 25 18:52:37.756546 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:08Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:37.761251 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec95f09-4970-434c-a6f8-73678b97748f None None] The sync data for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb is: [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:47:58Z', 'revision_number': 4, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb', '_interfaces': [{'id': '84c5b50c-550e-48a4-a47c-3eb1bf4da90d', 'name': '', 'network_id': 'c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'mac_address': 'fa:16:3e:04:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:56Z', 'updated_at': '2021-01-25T18:48:08Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'subnets': [{'id': '17939e07-365c-455e-9bbd-00b21e7b5a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:52:38.055414 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c4e20-12a1-43ff-af7e-1520011314e9 req-7f8fa82f-41bd-417f-bd12-a92f782bf25b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:38.064747 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-5a0c4e20-12a1-43ff-af7e-1520011314e9 req-7f8fa82f-41bd-417f-bd12-a92f782bf25b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Synchronizing usage tracker for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:port {{(pid=80082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:52:38.085040 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-5a0c4e20-12a1-43ff-af7e-1520011314e9 req-7f8fa82f-41bd-417f-bd12-a92f782bf25b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Unset dirty status for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:port {{(pid=80082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:52:38.086762 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5a0c4e20-12a1-43ff-af7e-1520011314e9 req-7f8fa82f-41bd-417f-bd12-a92f782bf25b tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1565316 Jan 25 18:52:38.150314 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-5a0c4e20-12a1-43ff-af7e-1520011314e9 req-1a6069d4-4ae9-46a2-b59b-f685560ac0a4 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0567369 Jan 25 18:52:38.192571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80383864-64f7-47ae-9027-a18867fe8f2f None None] New status for floating IP 30b1815b-6b80-418f-b3a9-68e5d075cbf5: DOWN {{(pid=80083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 18:52:39.486955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f550210-489b-4708-a112-551f49bc94c6 req-32a6eced-db32-49b3-a7bc-3cff09999734 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:39.489045 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6f550210-489b-4708-a112-551f49bc94c6 req-32a6eced-db32-49b3-a7bc-3cff09999734 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1398866 Jan 25 18:52:39.562265 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-6f550210-489b-4708-a112-551f49bc94c6 req-0c39abb8-b5a1-44cf-bb11-34fc05a2f2b0 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0632062 Jan 25 18:52:39.885222 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-5e344a49-2d90-4139-bf76-5837df0cafed tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:39.886090 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-5e344a49-2d90-4139-bf76-5837df0cafed tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Synchronizing usage tracker for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:port {{(pid=80081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 18:52:39.902730 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-5e344a49-2d90-4139-bf76-5837df0cafed tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Unset dirty status for tenant:1fe9861247f344fe9f6794803eecbb36 on resource:port {{(pid=80081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 18:52:39.905054 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-5e344a49-2d90-4139-bf76-5837df0cafed tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.18 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 945 time: 0.1940424 Jan 25 18:52:40.006536 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Deleting port 8449b129-73c9-434e-b75c-37453ca7f0a1 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:40.007119 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:40.291041 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Device 8449b129-73c9-434e-b75c-37453ca7f0a1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:40.383709 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:40.384123 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:40.432733 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3767825'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:40.463852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:52:40.476213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:40.479433 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755154161523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281701008534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755153767300'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:40.482170 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d22d3df-bbe0-4599-817b-b848678da70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:40.536270 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'code': 200} Jan 25 18:52:40.539461 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Calling delete_port for 8449b129-73c9-434e-b75c-37453ca7f0a1 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:40.567855 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Pushing event updated for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=7']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:40.576825 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.577208 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.577589 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.577991 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.578341 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.578714 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.579077 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.579448 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.579812 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.580172 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.580532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.580892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.581312 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.581706 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.582782 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.583255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.583255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.583923 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.584310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.584642 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.585004 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.585364 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.585745 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.586105 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-smb {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 18:52:40.591692 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:40.629052 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:52:40.629694 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:52:40.815111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd4e35-ae2a-4505-9e2a-2f0a9e12bf00 req-ca64b7dd-c3b4-4f8c-b56e-105fc36274f7 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 18:52:40.817334 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d3cd4e35-ae2a-4505-9e2a-2f0a9e12bf00 req-ca64b7dd-c3b4-4f8c-b56e-105fc36274f7 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 943 time: 0.1163535 Jan 25 18:52:40.871823 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-d3cd4e35-ae2a-4505-9e2a-2f0a9e12bf00 req-b9145dff-053b-4ff0-b193-61198a383a39 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups?id=b74cc5af-1879-47fe-ad82-70ce79a684dd&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479281 Jan 25 18:52:41.130679 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Deleting port 8449b129-73c9-434e-b75c-37453ca7f0a1 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:41.131005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:41.418969 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] For port 8449b129-73c9-434e-b75c-37453ca7f0a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8449b129-73c9-434e-b75c-37453ca7f0a1,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:41.419340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:41.572814 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Calling delete_port for 8449b129-73c9-434e-b75c-37453ca7f0a1 owned by compute:nova {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:41.738535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:41.755624 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cc397ccc-21d9-434b-90dc-c5cf1a6e2749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:41.807379 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event deleted for resources: {'Port': ['ID=8449b129-73c9-434e-b75c-37453ca7f0a1,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:41.859769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:41.977888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] No DVR routers for this DVR port 8449b129-73c9-434e-b75c-37453ca7f0a1 on host hv-cinder-77238 {{(pid=80081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:52:41.980295 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77826'] for port, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:41.983391 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-deleted', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1'}] {{(pid=80081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:52:42.000395 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-ac1c92ab-e982-47f7-b30a-98166fa2910b req-62f585ff-b384-4e43-a108-5a556a5c5441 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.18 "DELETE /v2.0/ports/8449b129-73c9-434e-b75c-37453ca7f0a1 HTTP/1.1" status: 204 len: 173 time: 2.0899768 Jan 25 18:52:42.053342 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb76fa5-76f3-45fe-b2e4-5643963e86dd', 'name': 'network-vif-deleted', 'tag': '8449b129-73c9-434e-b75c-37453ca7f0a1', 'status': 'completed', 'code': 200} Jan 25 18:52:42.062774 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-c70f7285-c695-4bb4-ac03-ebc19042dfdf req-861f1eba-1f85-4173-be7e-8062d5f2c812 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/ports?device_id=2eb76fa5-76f3-45fe-b2e4-5643963e86dd HTTP/1.1" status: 200 len: 210 time: 0.0545235 Jan 25 18:52:43.266045 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-97504bba-d01b-4aa3-94b1-a03a97e49c87 req-bdc2e237-4f65-439c-b8d9-5a17fefff565 tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "GET /v2.0/security-groups/b74cc5af-1879-47fe-ad82-70ce79a684dd HTTP/1.1" status: 200 len: 2993 time: 0.0602872 Jan 25 18:52:43.348305 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-97504bba-d01b-4aa3-94b1-a03a97e49c87 req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:43.390340 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-97504bba-d01b-4aa3-94b1-a03a97e49c87 req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:43.476650 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-97504bba-d01b-4aa3-94b1-a03a97e49c87 req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:43.486142 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-448a91ac-8736-475f-9b77-7f3dbb0c5549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:43.505661 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74cc5af-1879-47fe-ad82-70ce79a684dd,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:43.508541 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:43.517317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-97504bba-d01b-4aa3-94b1-a03a97e49c87 req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:43.518847 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [req-97504bba-d01b-4aa3-94b1-a03a97e49c87 req-1638e231-6f7e-4fa0-9e01-af3c77c28dae tempest-TestShelveInstance-2013759869 tempest-TestShelveInstance-2013759869] 10.222.0.81 "DELETE /v2.0/security-groups/b74cc5af-1879-47fe-ad82-70ce79a684dd HTTP/1.1" status: 204 len: 173 time: 0.2456419 Jan 25 18:52:43.578457 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59134) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:44.457668 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853759133'] for router_interface, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:44.999889 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Deleting port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:45.000269 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:45.193047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] For port 84c5b50c-550e-48a4-a47c-3eb1bf4da90d, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:45.193435 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:45.327402 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Calling delete_port for 84c5b50c-550e-48a4-a47c-3eb1bf4da90d owned by network:router_interface {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:45.545842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:45.562018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47c1a880-94de-4bca-8b8e-e9412c28f140 tempest-AttachVolumeTestJSON-1625611741 tempest-AttachVolumeTestJSON-1625611741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:45.664014 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Pushing event deleted for resources: {'Port': ['ID=84c5b50c-550e-48a4-a47c-3eb1bf4da90d,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:45.668168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:46.010113 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962000'] for router_interface, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:46.533712 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Router 3b0b3166-6a74-43a3-ba19-631a964271c8 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:52:46.740354 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:52:46.752080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] Sync routers for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:52:46.760920 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-73f2d1e0-8a07-4393-bcfc-15a4a94536af admin admin] 10.222.0.81 "PUT /v2.0/routers/3b0b3166-6a74-43a3-ba19-631a964271c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1812639 Jan 25 18:52:46.764753 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:52:46.765571 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59154) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:46.766101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:52:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:46.993866 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:52:47.242022 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks [] for router, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:47.440852 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:47.447042 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Deleting port 91529556-ffda-4717-a343-81a2d4708fc4 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:47.447424 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:47.486072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:52:45Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:47.491194 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] Checking router: 3b0b3166-6a74-43a3-ba19-631a964271c8 for host: dv-cinder-772388-1-smb {{(pid=80084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:52:47.500829 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] Routers {'3b0b3166-6a74-43a3-ba19-631a964271c8'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:52:47.501497 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:52:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['3b0b3166-6a74-43a3-ba19-631a964271c8'], 'active': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:47.642770 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] For port 91529556-ffda-4717-a343-81a2d4708fc4, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=91529556-ffda-4717-a343-81a2d4708fc4,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:47.643168 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:47.695708 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] Set router 3b0b3166-6a74-43a3-ba19-631a964271c8 gateway port host: dv-cinder-772388-1-smb {{(pid=80084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:52:47.781597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Calling delete_port for 91529556-ffda-4717-a343-81a2d4708fc4 owned by network:router_gateway {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:47.923634 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: WARNING neutron.plugins.ml2.ovo_rpc [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: result = function(*args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: proto.__init__(conn_state, self) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: self.handle() Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: self.handle_one_request() Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: self.handle_one_response() Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: result = self.application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return app(environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self.application) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return request.get_response(self.application) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: response = req.get_response(self._app) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: application, catch_exc_info=False) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return resp(environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return resp(environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: response = self.app(environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return resp(environ, start_response) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 25 18:52:47.930744 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: result = method(request=request, **args) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return self._delete(request, id, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: obj_deleter(request.context, id, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return method(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: self._delete_current_gw_port(context, id, router, None) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: admin_ctx, gw_port_id, l3_port_check=False) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, context, *args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return method(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: context, port, router_ids, bound_mech_contexts) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: return function(*args, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: callback(resource, event, trigger, **kwargs) Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: if self._is_session_semantic_violated(context, resource, event): Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: stack = traceback.extract_stack() Jan 25 18:52:47.939152 dv-cinder-772388-1-smb neutron-server[79968]: Jan 25 18:52:48.029360 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:52:45Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:48.034084 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66cb9-6b68-4f60-b810-098e61666df5 None None] The sync data for ids ['3b0b3166-6a74-43a3-ba19-631a964271c8'] in dv-cinder-772388-1-smb is: [{'id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'name': 'tempest-TestShelveInstance-1344749096-router', 'tenant_id': '1fe9861247f344fe9f6794803eecbb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': '91529556-ffda-4717-a343-81a2d4708fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:47:51Z', 'updated_at': '2021-01-25T18:52:45Z', 'revision_number': 5, 'project_id': '1fe9861247f344fe9f6794803eecbb36', 'gw_port': {'id': '91529556-ffda-4717-a343-81a2d4708fc4', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0b3166-6a74-43a3-ba19-631a964271c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:47:52Z', 'updated_at': '2021-01-25T18:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:52:48.152326 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959080'] for router_gateway, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.300353 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3590'] for router, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.303797 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.397366 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853810743'] for router, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.397993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b0b3166-6a74-43a3-ba19-631a964271c8 {{(pid=80081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 18:52:48.412872 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] Notify callbacks [] for router, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.414226 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6592b5a6-048e-4606-843f-d6b3caee0137 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3b0b3166-6a74-43a3-ba19-631a964271c8 HTTP/1.1" status: 204 len: 168 time: 1.6477070 Jan 25 18:52:48.416950 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59168) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:48.490860 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Deleting subnet 17939e07-365c-455e-9bbd-00b21e7b5a63 {{(pid=80081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:52:48.494552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.550239 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10884243'] for subnet, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.638139 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.910858 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11732459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10830498'] for subnet, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:48.925068 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:49.011525 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17939e07-365c-455e-9bbd-00b21e7b5a63,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:49.018584 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:49.063490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.069984 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e69d5-7578-4025-8e72-2a3335169d60 None None] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:52:49.070414 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-725fc137-e3e3-49b2-a58b-300ce67f81d4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/17939e07-365c-455e-9bbd-00b21e7b5a63 HTTP/1.1" status: 204 len: 168 time: 0.6523888 Jan 25 18:52:49.073356 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59172) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:49.338316 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] DHCP port deletion for c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 request from dv-cinder-772388-1-smb {{(pid=80083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 18:52:49.342892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Deleting port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:49.343438 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.415662 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.492185 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Deleting port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:49.492578 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.577255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] For port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:49.577976 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.637322 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 59184) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:49.733871 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Calling delete_port for ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:49.745272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] For port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,segment=NetworkSegment(de273e4f-6cbe-43ed-93cd-71b1a0d3976a),segment_id=de273e4f-6cbe-43ed-93cd-71b1a0d3976a)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:49.745894 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.767792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 91529556-ffda-4717-a343-81a2d4708fc4 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:49.814609 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 91529556-ffda-4717-a343-81a2d4708fc4 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:52:49.815003 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 91529556-ffda-4717-a343-81a2d4708fc4 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:52:49.815474 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:49.829601 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.845912 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:52:49.850943 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Usage tracker for resource:security_group_rule and tenant:b29e7ce7cac34b828efd16880ff18605 is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:52:49.855118 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:52:49.861191 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:52:49.888896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Calling delete_port for ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf owned by network:dhcp {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:49.917121 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.plugins.ml2.db [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No ports have port_id starting with ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf Jan 25 18:52:49.918199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 84c5b50c-550e-48a4-a47c-3eb1bf4da90d no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:49.950067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.954602 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.958886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:49.971736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-51e95b8b-3e43-44d6-9456-6a68d5bb8c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:49.972244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:52:49.972742 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:52:49.973554 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:50.010839 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b29e7ce7cac34b828efd16880ff18605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723004 Jan 25 18:52:50.013154 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 84c5b50c-550e-48a4-a47c-3eb1bf4da90d {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:52:50.013557 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 84c5b50c-550e-48a4-a47c-3eb1bf4da90d not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:52:50.014104 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59190) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:50.015292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9b6488-1dbf-4261-ac03-1155b1495f90,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:50.019256 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-55576e41-4c0b-4038-adff-41dcc5f62645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:50.074131 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Pushing event deleted for resources: {'Port': ['ID=ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:50.081115 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:50.084640 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.112810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.126844 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f4c91-7283-47d3-8b52-6e5e81de9f08 None None] No DVR routers for this DVR port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf on host dv-cinder-772388-1-smb {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:52:50.163916 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.168532 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2d3d441c-4136-466e-99e2-e80855cc4959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:50.183608 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9b6488-1dbf-4261-ac03-1155b1495f90,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:50.186475 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:50.199009 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.200259 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-325de9a2-cd16-41b8-9010-59edd120ce78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a9b6488-1dbf-4261-ac03-1155b1495f90 HTTP/1.1" status: 204 len: 168 time: 0.1850574 Jan 25 18:52:50.474344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Deleting port ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:50.474771 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.548260 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] The port 'ac494bf7-ac0d-4428-97e9-ff1b3ebdb6cf' was deleted {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 18:52:50.677155 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.799669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:50.813126 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:50.813490 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de273e4f-6cbe-43ed-93cd-71b1a0d3976a') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:50.826477 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.842750 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:50.846317 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:52:51.339594 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:52:51.349721 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:51.535888 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Network c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:52:51.563118 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:52:51.641512 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:51.647132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:51.650151 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-983eb7e1-aff0-4b46-bcea-e6e462b2e996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:51.677183 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:51.680790 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:51.684840 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6fd4f484-7270-4fa4-b20b-ad344fd54bfd admin admin] 10.222.0.81 "DELETE /v2.0/networks/c5cef2ce-66fc-4ede-9ee7-a4f7d23fb273 HTTP/1.1" status: 204 len: 168 time: 2.6103921 Jan 25 18:52:51.687842 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59226) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:52.301566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853759133'] for router_interface, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:52.701272 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Deleting port 71ad0223-e492-4eb9-93c1-0fccf019d2ea {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:52.701876 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:52.905363 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] For port 71ad0223-e492-4eb9-93c1-0fccf019d2ea, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=71ad0223-e492-4eb9-93c1-0fccf019d2ea,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:52.905809 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:53.046163 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Calling delete_port for 71ad0223-e492-4eb9-93c1-0fccf019d2ea owned by network:router_interface {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:53.240338 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:53.258101 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c828d3b4-6ebc-45d9-ae6a-1c4bb9103502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:53.367596 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ad0223-e492-4eb9-93c1-0fccf019d2ea,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:53.370890 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:53.701674 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-962000'] for router_interface, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:54.478643 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Router 0ddfb75b-2163-4224-942a-69d643c5fb53 has already been hosted by L3 agent 406e3459-2591-4e56-b885-eefb28450dc0 {{(pid=80081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 18:52:54.680106 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-smb the message routers_updated {{(pid=80081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 18:52:54.689292 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] Sync routers for ids ['0ddfb75b-2163-4224-942a-69d643c5fb53'] in dv-cinder-772388-1-smb {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 18:52:54.690657 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-6adebc88-468e-466d-8e9e-3beadd46cb27 admin admin] 10.222.0.81 "PUT /v2.0/routers/0ddfb75b-2163-4224-942a-69d643c5fb53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0017021 Jan 25 18:52:54.694421 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59248) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:54.700569 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] Routers {'0ddfb75b-2163-4224-942a-69d643c5fb53'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:52:54.701255 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:52:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['0ddfb75b-2163-4224-942a-69d643c5fb53'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:54.895529 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks [] for router, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:54.916290 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] Set router 0ddfb75b-2163-4224-942a-69d643c5fb53 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:52:55.090878 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:55.096288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Deleting port 2872732b-42fc-479e-b4a3-1f1ed0430209 {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:55.096669 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:55.314153 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] For port 2872732b-42fc-479e-b4a3-1f1ed0430209, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=2872732b-42fc-479e-b4a3-1f1ed0430209,segment=NetworkSegment(f4d77f23-e5f3-4b72-afb3-3aa52758158f),segment_id=f4d77f23-e5f3-4b72-afb3-3aa52758158f)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:55.314540 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:55.390017 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:52:53Z', 'revision_number': 5, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:55.394193 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] Checking router: 0ddfb75b-2163-4224-942a-69d643c5fb53 for host: dv-cinder-772388-1-smb {{(pid=80083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 18:52:55.404296 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] Routers {'0ddfb75b-2163-4224-942a-69d643c5fb53'} bound to L3 agent in host dv-cinder-772388-1-smb {{(pid=80083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 18:52:55.404978 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:29Z,description=,heartbeat_timestamp=2021-01-25T18:52:29Z,host='dv-cinder-772388-1-smb',id=406e3459-2591-4e56-b885-eefb28450dc0,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T18:34:29Z,topic='l3_agent')) {'router_ids': ['0ddfb75b-2163-4224-942a-69d643c5fb53'], 'active': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:55.467597 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Calling delete_port for 2872732b-42fc-479e-b4a3-1f1ed0430209 owned by network:router_gateway {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:55.597899 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] Set router 0ddfb75b-2163-4224-942a-69d643c5fb53 gateway port host: dv-cinder-772388-1-smb {{(pid=80083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 18:52:55.614877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843043395'] for port, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:55.835980 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959080'] for router_gateway, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:55.927199 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:52:53Z', 'revision_number': 5, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}], 'dv-cinder-772388-1-smb', False) {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:55.932281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff3cb2-e111-4873-b572-5593b5b4d179 None None] The sync data for ids ['0ddfb75b-2163-4224-942a-69d643c5fb53'] in dv-cinder-772388-1-smb is: [{'id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'name': 'tempest-TestShelveInstance-1545469650-router', 'tenant_id': 'dcb01e66ad35448cb39714130c6047ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'external_fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:48:03Z', 'updated_at': '2021-01-25T18:52:53Z', 'revision_number': 5, 'project_id': 'dcb01e66ad35448cb39714130c6047ab', 'gw_port': {'id': '2872732b-42fc-479e-b4a3-1f1ed0430209', 'name': '', 'network_id': '956aced2-6197-4901-880d-a7b35e089b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfb75b-2163-4224-942a-69d643c5fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:48:04Z', 'updated_at': '2021-01-25T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '826e2c00-beec-47ce-aa0b-9ca3feb5b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-smb'}] {{(pid=80083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 18:52:55.991845 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3590'] for router, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:55.994293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.024705 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853810743'] for router, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.025262 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ddfb75b-2163-4224-942a-69d643c5fb53 {{(pid=80081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 18:52:56.040813 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] Notify callbacks [] for router, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.042134 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-f63513b5-4224-4ba7-b257-7b62a9296e44 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0ddfb75b-2163-4224-942a-69d643c5fb53 HTTP/1.1" status: 204 len: 168 time: 1.3466930 Jan 25 18:52:56.044757 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59258) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:56.118127 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Deleting subnet d4f055f9-7eac-4377-934f-383dbb8d3ce1 {{(pid=80081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 18:52:56.122346 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.160258 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f430b527-6fa1-410a-89a8-49ab306aec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.189785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10884243'] for subnet, precommit_delete_associations {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.283190 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4095086'] for subnet, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.584281 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850680713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11732459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10830498'] for subnet, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.602501 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:56.698206 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f055f9-7eac-4377-934f-383dbb8d3ce1,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:56.701080 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:56.752076 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for subnet, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.757593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa20bb-2306-412b-92a8-62ea1cad1fef None None] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 requested from dv-cinder-772388-1-smb {{(pid=80083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 18:52:56.759947 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-9b87aa80-9bb0-49c4-884b-a12c762c6667 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d4f055f9-7eac-4377-934f-383dbb8d3ce1 HTTP/1.1" status: 204 len: 168 time: 0.7140164 Jan 25 18:52:56.762484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59262) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:56.887791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850780946'] for network, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:56.966288 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Deleting port d916fee4-27b8-43aa-b235-e3255479f5bc {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:56.966877 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.048182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] DHCP port deletion for c2ad6335-e0b4-45d0-801e-947645e6c3e4 request from dv-cinder-772388-1-smb {{(pid=80083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 18:52:57.053102 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Deleting port d916fee4-27b8-43aa-b235-e3255479f5bc {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:57.053582 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.288225 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] For port d916fee4-27b8-43aa-b235-e3255479f5bc, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d916fee4-27b8-43aa-b235-e3255479f5bc,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:57.288677 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.312207 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] For port d916fee4-27b8-43aa-b235-e3255479f5bc, host dv-cinder-772388-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-smb',level=0,port_id=d916fee4-27b8-43aa-b235-e3255479f5bc,segment=NetworkSegment(1973c5ae-f008-4d93-9292-a382dcc6f5cf),segment_id=1973c5ae-f008-4d93-9292-a382dcc6f5cf)] {{(pid=80081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 18:52:57.313057 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853754544'] for port, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.377373 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 59272) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:57.432913 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Calling delete_port for d916fee4-27b8-43aa-b235-e3255479f5bc owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:57.507417 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Calling delete_port for d916fee4-27b8-43aa-b235-e3255479f5bc owned by network:dhcp {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 18:52:57.530277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268115742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755154162206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755153767266'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.551681 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7c86031a-67f3-4b57-b723-26f02107db21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:57.591484 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.592294 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.db.api [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:52:57.592736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_db.api [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 18:52:57.610905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 18:52:57.615605 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Usage tracker for resource:security_group_rule and tenant:04db3d2c94fa4d4d8f5cb74a68e213bd is out of sync, need to count used quota {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 18:52:57.619020 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.quota.resource [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 18:52:57.625128 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 18:52:57.644915 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Pushing event deleted for resources: {'Port': ['ID=d916fee4-27b8-43aa-b235-e3255479f5bc,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:57.655078 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 71ad0223-e492-4eb9-93c1-0fccf019d2ea no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:57.682707 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:57.718740 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 71ad0223-e492-4eb9-93c1-0fccf019d2ea {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:52:57.719245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 71ad0223-e492-4eb9-93c1-0fccf019d2ea not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:52:57.719848 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2872732b-42fc-479e-b4a3-1f1ed0430209 no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:57.741027 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.744883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_create {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.762883 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0bd9a25-b84f-480f-99bf-9a697076394e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:57.766111 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: 2872732b-42fc-479e-b4a3-1f1ed0430209 {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:52:57.766517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device 2872732b-42fc-479e-b4a3-1f1ed0430209 not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:52:57.766997 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d916fee4-27b8-43aa-b235-e3255479f5bc no longer exists at agent ovs-agent-dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 18:52:57.816081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] No Port match for: d916fee4-27b8-43aa-b235-e3255479f5bc {{(pid=80083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 18:52:57.817516 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Device d916fee4-27b8-43aa-b235-e3255479f5bc not bound to the agent host dv-cinder-772388-1-smb {{(pid=80083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 18:52:57.817908 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04db3d2c94fa4d4d8f5cb74a68e213bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388838 Jan 25 18:52:57.820792 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59278) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:57.824072 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2ba0f-f0f6-498a-be1f-b581ddc6ce62,revision_number=1']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:57.830318 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b6b71c69-effc-40bd-9b86-62c99f220b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:57.831144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80544814-3e21-4a5a-a8b3-ecae6a955d6f None None] No DVR routers for this DVR port d916fee4-27b8-43aa-b235-e3255479f5bc on host dv-cinder-772388-1-smb {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 18:52:57.906301 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.936731 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.993081 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:57.997556 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-47deed51-8d7f-40bd-bfb5-f5bff03230db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:58.013926 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2ba0f-f0f6-498a-be1f-b581ddc6ce62,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:58.018310 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:58.022769 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:58.024888 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-5ee40707-cab0-46bf-9468-119c2430d107 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c2ba0f-f0f6-498a-be1f-b581ddc6ce62 HTTP/1.1" status: 204 len: 168 time: 0.2011285 Jan 25 18:52:58.094862 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Deleting port d916fee4-27b8-43aa-b235-e3255479f5bc {{(pid=80081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 18:52:58.095276 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281700616171'] for port, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:58.172772 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] The port 'd916fee4-27b8-43aa-b235-e3255479f5bc' was deleted {{(pid=80081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 18:52:58.310896 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4095027', 'neutron.services.segments.db._delete_segments_for_network--9223363281700508959'] for network, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:58.446833 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ad6335-e0b4-45d0-801e-947645e6c3e4']}} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:58.467440 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1973c5ae-f008-4d93-9292-a382dcc6f5cf') {'for_net_delete': True} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:58.467785 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.services.segments.db [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1973c5ae-f008-4d93-9292-a382dcc6f5cf') {} {{(pid=80081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 18:52:58.481552 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281700502815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843891560'] for segment, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:58.510083 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4101120'] for segment, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:58.512285 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 18:52:58.697736 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:52:58.707182 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4097270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843126199'] for segment, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.098007 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ff44df50-85ac-413e-b57b-938015964a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.136148 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.149144 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Network c2ad6335-e0b4-45d0-801e-947645e6c3e4 has no segments {{(pid=80081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: Traceback (most recent call last): Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: timer() Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: cb(*args, **kw) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: return func(*args, **kwargs) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: self._notify() Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: self.callback(batched_events) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: event.method(event) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: segment_id)['aggregates'][0] Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: return f(self, *a, **k) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: return self._get(url).json() Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: **kwargs) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: **endpoint_filter) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:52:59.173970 dv-cinder-772388-1-smb neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:52:59.256217 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850680764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854227824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1016717'] for network, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.259773 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa2bb1a0-657c-4d7a-a1bb-d4e76d9426cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:59.278473 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854227837'] for network, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.289581 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ad6335-e0b4-45d0-801e-947645e6c3e4,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:59.293112 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c2ad6335-e0b4-45d0-801e-947645e6c3e4 HTTP/1.1" status: 204 len: 168 time: 2.5296216 Jan 25 18:52:59.294377 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b70ad700-080e-4eaf-8eb6-b8cdfff01563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:59.528478 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59286) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:59.585827 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a781e7b6-25ec-43db-b712-7fd7b4590f8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1fe9861247f344fe9f6794803eecbb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556655 Jan 25 18:52:59.588598 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80081) accepted ('10.222.0.81', 59290) {{(pid=80081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:52:59.654045 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.682520 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.735274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.740837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-79d71d6d-5f29-46b1-946c-49fad31a7f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:52:59.755875 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d32926-6b57-4f43-9c3c-9739566676b2,revision_number=None']} {{(pid=80081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:52:59.761838 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:52:59.763955 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:52:59.765197 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-769b8536-c259-4396-86c3-4904c6b1a631 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2d32926-6b57-4f43-9c3c-9739566676b2 HTTP/1.1" status: 204 len: 168 time: 0.1755638 Jan 25 18:53:00.206213 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 59298) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:53:00.262419 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-a53a6168-f43e-4247-a4f2-c2c32ef2cdb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcb01e66ad35448cb39714130c6047ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548036 Jan 25 18:53:00.264993 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.wsgi [-] (80082) accepted ('10.222.0.81', 59302) {{(pid=80082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 18:53:00.331017 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:00.340897 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:00.362722 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:00.423277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024924'] for security_group, after_delete {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:00.430026 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cff9618f-9929-4e04-a72c-683e2271fe24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 18:53:00.445483 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee3ae09-5bca-4ac9-859c-ec72fbc9dce4,revision_number=None']} {{(pid=80082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 18:53:00.448806 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 18:53:00.459972 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:00.461142 dv-cinder-772388-1-smb neutron-server[79968]: INFO neutron.wsgi [None req-8f1df97a-67a3-4115-b0c6-5f23d620b926 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aee3ae09-5bca-4ac9-859c-ec72fbc9dce4 HTTP/1.1" status: 204 len: 168 time: 0.1951640 Jan 25 18:53:00.597905 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:05.259037 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:12.598496 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:53:26.154355 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab7e103e-2bdd-40cb-8aa6-7601b42f41f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:29.082245 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c8c751ea-1744-4637-8346-7b20f25c79c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:29.137413 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:30.344545 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:30.598249 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:35.293949 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:49.598805 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:53:56.155987 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0961cdac-8698-4526-8a79-efc00a9ffd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:59.085885 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-14c4e316-eb0f-426c-aff7-194ddc34d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:53:59.138793 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:00.349018 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:00.602085 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:05.303011 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:26.164821 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6397250b-7261-47c1-81d8-8b80edad132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:26.600244 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:54:29.089047 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-de0667da-ec00-438f-8df7-1398de4c055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:29.146231 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:30.351593 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:30.605808 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:35.305274 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:56.159535 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fa6dceb9-109d-4bda-b4b8-0802e77b9c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:59.090636 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f075b054-ad95-49bf-9cf3-d394d432f2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:54:59.146248 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:00.353509 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:00.609293 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:03.600799 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:55:05.302450 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:26.166810 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80f4d5f7-444d-4fe6-a8ff-ffb4c334c4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:29.092524 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-323531e4-0aab-47aa-bf2e-8a4c5d7aaaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:29.147467 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:30.355886 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:30.612791 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:35.302349 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:40.600344 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:55:56.158566 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d76e09a4-daee-4f1f-8b03-7d359c232856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:59.094837 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b083469-c5bc-45f1-baa4-52dede3b2be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:55:59.148664 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:00.360513 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:00.616277 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:05.316849 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:17.600005 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:56:26.161092 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0f7533b-9cc2-4708-96a8-611ff07acb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:29.096067 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-183f8a93-2659-412e-b80f-9cd5db99a868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:29.152429 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:30.364369 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:30.620398 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:35.327992 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:54.599892 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:56:56.165967 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c18e0638-d4bd-4d83-aa3e-f9a0ed17ecc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:59.098320 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9be64b23-d409-4697-bfb6-74571123360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:56:59.155147 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:00.366675 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:00.624616 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:05.315741 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:26.168179 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80a8fb88-835f-44be-88a3-de98b78f1a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:29.099486 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bd72-68c3-4be0-94ec-7b4f8d2b7063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:29.157157 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:30.367938 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:30.630635 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:31.600049 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron.db.agents_db [None req-83611f64-a767-42ac-8ff4-164da9bc10e9 None None] Agent healthcheck: found 6 active agents {{(pid=80084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 18:57:35.314874 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:56.171010 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ea4370c-674e-4a3f-b54f-9a464522fdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:59.101236 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d281cece-0a0d-4945-95f4-e53bb2fea307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:57:59.160132 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78c9c14f-bc74-4601-86b3-9ef3ac2532dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:58:00.381538 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9250ec89-6936-4206-ae2f-13f7498c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:58:00.631264 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f44f77ee-5092-42e3-a88b-5a7b006b3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 18:58:05.322517 dv-cinder-772388-1-smb neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d3273db-b913-4239-87ce-4738c2fc9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281700508976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086289'] for agent, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}